-- Logs begin at Thu 2021-07-22 21:21:47 UTC, end at Thu 2021-07-22 22:24:56 UTC. -- Jul 22 21:58:51.210987 dv-cinder-801522-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 21:58:54.063537 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.common.config [-] Logging enabled! Jul 22 21:58:54.064389 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 21:58:54.064389 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93299) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 21:58:54.068615 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.common.config [-] Logging enabled! Jul 22 21:58:54.068872 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 21:58:54.069186 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93299) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 21:58:54.070444 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 21:58:54.070673 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 21:58:54.071073 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 21:58:54.071310 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 21:58:54.071536 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 21:58:54.071899 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.072200 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.072502 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.072726 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.073022 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.073311 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.073595 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.073885 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.074183 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.074476 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.074749 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.075034 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.075264 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.075548 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.075864 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.076152 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.076381 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] debug = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.076659 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.077090 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.077512 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.077804 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.078096 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.078490 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.078660 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.078904 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.079185 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.079535 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] host = dv-cinder-801522-2-iscsi {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.079867 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.080163 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.080444 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.080727 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.081000 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.081276 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.081561 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.081832 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.082105 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] log_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.082393 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.082678 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.082961 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.083251 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.083475 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.083709 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.084008 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.084291 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.084567 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.084837 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.085107 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.085378 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.085649 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.085916 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.086197 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.086484 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.086762 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.087033 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.087307 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.087572 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.087885 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.088164 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.088433 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.088707 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.088977 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.089262 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.089530 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.089801 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.090107 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.090394 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.090932 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.091212 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.091482 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.091786 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.092061 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.092332 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.092603 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] use_json = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.092874 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.093140 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.093417 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.093692 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.093959 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.094235 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.094505 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.094792 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:54.095090 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.095972 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.096277 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.096560 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.096856 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.097134 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.097420 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.097696 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.097988 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.098276 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.098570 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.098844 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.099133 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.099411 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.099767 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.100029 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.100322 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.100615 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.100888 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.101166 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.101440 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.101717 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.102001 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.102292 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.102580 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.102852 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.103130 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.103418 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.103719 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.103990 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.104267 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.104552 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.104829 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.105102 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.105379 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.105654 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.105919 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.106185 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.106459 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.106751 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.107016 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.107283 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.107557 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.107850 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.108126 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.108418 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.108699 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.108967 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.109237 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.109513 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.109781 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.110053 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.110329 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.110598 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.110944 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.111758 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.112031 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.112301 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.112576 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.112843 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.113332 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.113606 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.113888 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.114155 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.114433 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.114710 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.114983 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.115256 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.115543 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.115864 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.116144 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.116426 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.116704 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.116984 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.117263 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.117542 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.117826 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.118259 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.118545 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.118850 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.119294 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.119648 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.119969 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.120249 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.120550 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.120829 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.121118 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.121396 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.121675 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.121967 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.122255 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.122556 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.123046 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.123359 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.123658 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.123985 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.124268 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.124586 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.124866 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:54.125083 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 21:58:54.125337 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93299) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 21:58:54.526007 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 21:58:54.526286 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 21:58:54.526578 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 21:58:54.526927 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 21:58:54.958621 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:54.958890 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:54.959173 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:54.960420 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:54.960700 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:54.960966 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:54.997774 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:54.998052 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:54.998309 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.013133 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.013423 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.013701 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.046075 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.046358 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.046636 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.086171 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.086870 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.086870 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.328596 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.328881 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.329159 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.329435 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.330206 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.453915 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.454239 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.454532 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.454839 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.455119 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.455449 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.455740 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.456009 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.456273 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.456571 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.456831 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.457103 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.457367 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.457625 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.457886 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.458164 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.458438 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.458713 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.458996 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.459258 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.459534 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.459810 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.460097 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.460489 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.460748 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.461001 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.461428 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:58:55.461676 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:58:55.461918 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:58:55.462254 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:58:55.462402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:58:55.462646 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:58:55.463025 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 21:58:55.466909 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 21:58:55.471893 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 21:58:55.475766 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1650, 1699)])]) Jul 22 21:58:55.477455 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 21:58:55.477926 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 21:58:55.478268 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 21:58:55.478661 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 21:58:55.482861 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 21:58:55.483120 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 21:58:55.483487 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 21:58:55.489738 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 21:58:55.513498 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 21:58:55.514034 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.514356 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93299) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 21:58:55.514729 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.516303 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93299) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 21:58:55.516663 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 21:58:55.516919 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 21:58:55.520297 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.520584 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:55.587643 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 21:58:55.587856 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 21:58:55.588064 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 21:58:55.588461 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 21:58:55.610567 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_db.sqlalchemy.engines [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93299) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 21:58:56.155309 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Initializing driver for type 'gre' Jul 22 21:58:56.156100 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] gre ID ranges: [(1, 1000)] Jul 22 21:58:56.213296 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Initializing driver for type 'local' Jul 22 21:58:56.213571 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Initializing driver for type 'vlan' Jul 22 21:58:56.227820 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] VlanTypeDriver initialization complete Jul 22 21:58:56.228183 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Initializing driver for type 'vxlan' Jul 22 21:58:56.228685 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] vxlan ID ranges: [(1, 1000)] Jul 22 21:58:56.281992 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Initializing extension driver 'port_security' Jul 22 21:58:56.282227 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.extensions.port_security [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] PortSecurityExtensionDriver initialization complete Jul 22 21:58:56.282594 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Initializing mechanism driver 'openvswitch' Jul 22 21:58:56.282916 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Initializing mechanism driver 'hyperv' Jul 22 21:58:56.289675 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.plugin [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:56.290543 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > port after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.290915 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > port after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.291277 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > port after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.291839 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:58:56.292280 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > subnet after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.292639 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > subnet after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.292990 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > subnet after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.293386 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:58:56.293797 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > network after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.294148 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > network after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.294493 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > network after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.294890 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:58:56.295293 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > security_group after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.295642 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > security_group after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.296013 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > security_group after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.296405 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:58:56.296807 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.297152 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.297490 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.297882 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:58:56.298281 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > address_group after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.298624 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > address_group after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.298988 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > address_group after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.299350 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93299) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:58:56.299753 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] ML2 OVO RPC backend initialized. {{(pid=93299) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 21:58:56.300473 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router_interface after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.300830 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.301247 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > network before_response 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.301595 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > networks before_response 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.301943 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > port before_response 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.302287 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > ports before_response 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.302632 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > subnet before_response 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.302973 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > subnets before_response 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.303319 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > network after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.303663 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > network after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.304024 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > network after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.304357 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > port after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.304694 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > port after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.305029 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > port after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.305364 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > subnet after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.305702 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > subnet after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.306035 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > subnet after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.306614 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.plugin [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Modular L2 Plugin initialization complete Jul 22 21:58:56.306944 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading services supported by the core plugin {{(pid=93299) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 21:58:56.307274 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.plugins.ml2.managers [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Got port-security extension from driver 'port_security' Jul 22 21:58:56.307768 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.extensions.vlantransparent [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Disabled vlantransparent extension. Jul 22 21:58:56.308255 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93299) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 21:58:56.308574 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading Plugin: router Jul 22 21:58:56.347172 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router_interface before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.347566 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router after_create 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.347964 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router before_create 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.348341 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.348713 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.349073 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router after_delete 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.349434 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > floatingip after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.349923 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router after_create 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.350275 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router after_update 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.350628 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router after_update 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.350982 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.351342 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router after_update 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.351784 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router precommit_update 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.352158 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: port after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.352502 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: port after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.352842 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: subnet after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.353182 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.353537 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > port precommit_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.353889 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router precommit_create 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.354235 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: port before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.354583 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router precommit_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.354950 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router after_update 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.355295 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router precommit_delete 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.355648 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router precommit_create 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.356037 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router_interface after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.356387 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router precommit_update 55549900 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.356754 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > agent after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.357108 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > agent after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.357456 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > network after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.358338 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Tracking information for resource: router configured {{(pid=93299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:58:56.358672 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Tracking information for resource: floatingip configured {{(pid=93299) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:58:56.363738 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.db.l3_agentschedulers_db [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 21:58:56.364326 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: port after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.364690 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: port after_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.365041 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: port after_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.365395 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: port after_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.366206 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router before_create 55550100 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.366569 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router precommit_delete 55550100 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.366939 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router precommit_create 55550100 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.367296 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > router precommit_update 55550100 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.371818 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.services.provider_configuration [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service providers = [] {{(pid=93299) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 21:58:56.372189 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.db.servicetype_db [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93299) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 21:58:56.375168 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.services.service_base [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:58:56.375514 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.services.service_base [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:58:56.375889 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.services.service_base [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:58:56.377321 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.services.service_base [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93299) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:58:56.377697 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.services.service_base [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 21:58:56.378079 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:58:56.378393 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 21:58:56.389097 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:58:56.389431 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading Plugin: auto_allocate Jul 22 21:58:56.396100 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: network precommit_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.396471 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: network precommit_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.397004 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:58:56.397323 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading Plugin: tag Jul 22 21:58:56.404166 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:58:56.404502 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading Plugin: timestamp Jul 22 21:58:56.408454 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:58:56.408734 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading Plugin: network_ip_availability Jul 22 21:58:56.414188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.414568 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.414922 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.415645 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:58:56.415992 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading Plugin: flavors Jul 22 21:58:56.422395 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:58:56.422726 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading Plugin: revisions Jul 22 21:58:56.427212 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93299) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:58:56.427611 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_concurrency.lockutils [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.901s {{(pid=93299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 21:58:56.428402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93299) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 21:58:56.428744 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Initializing extension manager. Jul 22 21:58:56.429266 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: __init__.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.429615 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: __pycache__ {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.429958 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.430296 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: address_group.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.431084 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.431653 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: address-group Jul 22 21:58:56.432005 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: address_scope.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.432724 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.433227 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: address-scope Jul 22 21:58:56.433553 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: admin_state_down_before_update.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.434499 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.435008 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: router-admin-state-down-before-update Jul 22 21:58:56.435333 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: agent.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.436072 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.436573 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: agent Jul 22 21:58:56.436891 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: agent_resources_synced.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.437809 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.438318 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: agent-resources-synced Jul 22 21:58:56.438631 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: allowedaddresspairs.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.441039 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.441555 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: allowed-address-pairs Jul 22 21:58:56.441884 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: auto_allocated_topology.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.442966 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.443477 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: auto-allocated-topology Jul 22 21:58:56.443843 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: availability_zone.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.444540 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.445048 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: availability_zone Jul 22 21:58:56.445377 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: availability_zone_filter.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.446566 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.447069 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: availability_zone_filter Jul 22 21:58:56.447396 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: data_plane_status.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.448359 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.448860 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 21:58:56.449213 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: default_subnetpools.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.450106 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.450603 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: default-subnetpools Jul 22 21:58:56.450929 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: dhcpagentscheduler.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.451777 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.452287 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: dhcp_agent_scheduler Jul 22 21:58:56.452610 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: dns.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.453530 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.454032 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension dns-integration not supported by any of loaded plugins Jul 22 21:58:56.454367 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: dns_domain_ports.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.455921 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.456427 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 21:58:56.456756 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.457694 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.458195 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 21:58:56.458523 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: dvr.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.459204 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.459705 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: dvr Jul 22 21:58:56.460101 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: ecmp_routes.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.461355 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.461478 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 21:58:56.461783 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: empty_string_filtering.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.462706 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.463207 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: empty-string-filtering Jul 22 21:58:56.463530 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.464506 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.467228 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 21:58:56.467228 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.467228 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.467228 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 21:58:56.467632 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: external_net.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.468219 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.468719 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: external-net Jul 22 21:58:56.469041 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: extra_dhcp_opt.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.469961 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.470464 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: extra_dhcp_opt Jul 22 21:58:56.470815 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: extraroute.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.471763 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.472267 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: extraroute Jul 22 21:58:56.472590 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: extraroute_atomic.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.473634 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.474144 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: extraroute-atomic Jul 22 21:58:56.474467 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: filter_validation.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.475152 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.475644 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: filter-validation Jul 22 21:58:56.475998 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: fip_pf_description.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.477137 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.477642 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 21:58:56.477967 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: fip_port_details.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.478902 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.479402 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: fip-port-details Jul 22 21:58:56.479751 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: flavors.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.481014 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.481521 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: flavors Jul 22 21:58:56.481850 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.483612 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.484171 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 21:58:56.484501 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: floatingip_pools.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.485207 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.485711 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: floatingip-pools Jul 22 21:58:56.486037 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: ip_allocation.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.487008 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.487506 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 21:58:56.487869 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.488804 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.489310 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: ip-substring-filtering Jul 22 21:58:56.489643 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: l2_adjacency.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.490594 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.491093 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 21:58:56.491423 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: l3.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.492453 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.492970 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: router Jul 22 21:58:56.493299 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: l3_conntrack_helper.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.495565 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.496125 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 21:58:56.496462 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.497413 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.497924 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: ext-gw-mode Jul 22 21:58:56.498248 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.499183 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.499708 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: l3-ha Jul 22 21:58:56.500036 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: l3_flavors.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.500961 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.501463 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: l3-flavors Jul 22 21:58:56.502297 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.503223 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.503752 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 21:58:56.504083 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: l3agentscheduler.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.505146 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.505658 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: l3_agent_scheduler Jul 22 21:58:56.505987 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: logging.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.507477 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.508039 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension logging not supported by any of loaded plugins Jul 22 21:58:56.508375 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: metering.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.509133 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.509721 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: metering Jul 22 21:58:56.510416 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.511155 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.511670 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: metering_source_and_destination_fields Jul 22 21:58:56.512029 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: multiprovidernet.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.513089 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.513600 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: multi-provider Jul 22 21:58:56.513930 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: netmtu.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.514858 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.515369 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: net-mtu Jul 22 21:58:56.515715 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: netmtu_writable.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.516641 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.517146 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: net-mtu-writable Jul 22 21:58:56.517541 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: network_availability_zone.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.518774 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.519258 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: network_availability_zone Jul 22 21:58:56.519579 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: network_ip_availability.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.520702 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.521225 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: network-ip-availability Jul 22 21:58:56.521561 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: network_segment_range.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.522297 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.522804 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 21:58:56.523126 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: pagination.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.524139 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.524480 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: pagination Jul 22 21:58:56.524807 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: port_device_profile.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.525745 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.526258 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: port-device-profile Jul 22 21:58:56.526584 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.527511 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.528047 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: port-mac-address-regenerate Jul 22 21:58:56.528371 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.529300 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.529808 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: port-numa-affinity-policy Jul 22 21:58:56.530137 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: port_resource_request.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.531058 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.531557 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 21:58:56.531922 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: portbindings.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.532868 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.533398 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: binding Jul 22 21:58:56.533765 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: portbindings_extended.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.535081 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.535591 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: binding-extended Jul 22 21:58:56.535946 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: portsecurity.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.536870 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.537382 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: port-security Jul 22 21:58:56.537708 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: project_id.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.538691 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.539023 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: project-id Jul 22 21:58:56.539353 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: providernet.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.540312 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.540819 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: provider Jul 22 21:58:56.541150 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: qos.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.544810 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.545340 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension qos not supported by any of loaded plugins Jul 22 21:58:56.545677 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.546959 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.547471 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 21:58:56.547855 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.549337 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.549844 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 21:58:56.550170 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: qos_default.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.551098 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.551612 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension qos-default not supported by any of loaded plugins Jul 22 21:58:56.551970 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: qos_fip.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.552639 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.553139 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension qos-fip not supported by any of loaded plugins Jul 22 21:58:56.553459 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: qos_gateway_ip.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.554389 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.554893 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 21:58:56.555219 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: qos_port_network_policy.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.556171 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.556672 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 21:58:56.557001 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: qos_rule_type_details.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.557930 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.558427 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 21:58:56.558754 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: qos_rules_alias.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.559849 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.560362 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 21:58:56.560691 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: quotasv2.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.561680 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.561680 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: quotas Jul 22 21:58:56.561680 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: quotasv2_detail.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.566409 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.566603 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: quota_details Jul 22 21:58:56.566938 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: rbac.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.568083 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.568626 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: rbac-policies Jul 22 21:58:56.568958 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: rbac_address_group.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.569930 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.570449 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: rbac-address-group Jul 22 21:58:56.570783 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: rbac_address_scope.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.571744 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.572310 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: rbac-address-scope Jul 22 21:58:56.572590 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: rbac_security_groups.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.573522 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.574037 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: rbac-security-groups Jul 22 21:58:56.574365 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: rbac_subnetpool.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.575290 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.575831 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: rbac-subnetpool Jul 22 21:58:56.576159 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: revisionifmatch.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.577090 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.577603 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: revision-if-match Jul 22 21:58:56.577927 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: revisions.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.579060 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.579584 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: standard-attr-revisions Jul 22 21:58:56.579968 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: router_availability_zone.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.580660 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.581167 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: router_availability_zone Jul 22 21:58:56.581494 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: routerservicetype.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.582443 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.582950 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension router-service-type not supported by any of loaded plugins Jul 22 21:58:56.583270 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.584236 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.584740 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: security-groups-normalized-cidr Jul 22 21:58:56.585076 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: security_groups_port_filtering.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.586006 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.586511 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: port-security-groups-filtering Jul 22 21:58:56.586832 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.587797 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.588308 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: security-groups-remote-address-group Jul 22 21:58:56.588629 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: securitygroup.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.598730 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.599274 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: security-group Jul 22 21:58:56.599608 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: segment.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.600467 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.600974 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension segment not supported by any of loaded plugins Jul 22 21:58:56.601303 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.602317 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.602826 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 21:58:56.603151 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: servicetype.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.604314 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.604836 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: service-type Jul 22 21:58:56.605173 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: sorting.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.606173 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.606512 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: sorting Jul 22 21:58:56.606844 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: standard_attr_segment.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.607889 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.608408 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 21:58:56.608740 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: standardattrdescription.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.609396 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.609975 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: standard-attr-description Jul 22 21:58:56.610234 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: stateful_security_group.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.611752 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.612269 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: stateful-security-group Jul 22 21:58:56.612595 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: stdattrs_common.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.613194 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 21:58:56.613514 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.614470 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.614975 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 21:58:56.615301 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: subnet_onboard.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.616464 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.616980 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: subnet_onboard Jul 22 21:58:56.617304 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.618242 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.618745 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 21:58:56.619065 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: subnet_service_types.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.620029 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.620587 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: subnet-service-types Jul 22 21:58:56.620852 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: subnetallocation.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.621952 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.622458 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: subnet_allocation Jul 22 21:58:56.622781 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.623461 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.623989 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: subnetpool-prefix-ops Jul 22 21:58:56.624308 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.625250 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.625756 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 21:58:56.626068 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: tagging.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.627785 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.628301 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: standard-attr-tag Jul 22 21:58:56.628627 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: timestamp.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.629917 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.630437 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loaded extension: standard-attr-timestamp Jul 22 21:58:56.630773 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: trunk.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.631853 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.632371 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension trunk not supported by any of loaded plugins Jul 22 21:58:56.632694 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: trunk_details.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.633628 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.634130 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension trunk-details not supported by any of loaded plugins Jul 22 21:58:56.634460 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: uplink_status_propagation.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.635416 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.635953 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 21:58:56.636284 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Loading extension file: vlantransparent.py {{(pid=93299) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:58:56.636985 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93299) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:58:56.637534 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 21:58:56.640185 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:network Jul 22 21:58:56.640742 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:subnet Jul 22 21:58:56.641148 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:58:56.641539 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:port Jul 22 21:58:56.642918 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.643356 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service FLAVORS assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.644047 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.644462 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.644794 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:router Jul 22 21:58:56.645224 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:floatingip Jul 22 21:58:56.645735 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service METERING assigned prefix: /metering {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.647215 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.647591 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.647972 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:58:56.649013 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 21:58:56.649457 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:security_group Jul 22 21:58:56.649901 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 21:58:56.650511 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service CORE assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.650841 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:58:56.651192 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] subnetpool is already registered Jul 22 21:58:56.651626 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service CORE assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.651981 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:58:56.652391 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] subnetpool is already registered Jul 22 21:58:56.654642 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.655073 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service FLAVORS assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.655673 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.656125 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.656461 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:router Jul 22 21:58:56.656803 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] router is already registered Jul 22 21:58:56.657214 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:floatingip Jul 22 21:58:56.657552 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] floatingip is already registered Jul 22 21:58:56.658006 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service METERING assigned prefix: /metering {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.658754 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 21:58:56.659034 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] rbac_policy is already registered Jul 22 21:58:56.659455 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:security_group Jul 22 21:58:56.659812 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] security_group is already registered Jul 22 21:58:56.660222 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 21:58:56.660556 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] security_group_rule is already registered Jul 22 21:58:56.661214 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service CORE assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.661547 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:58:56.661884 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] subnetpool is already registered Jul 22 21:58:56.662305 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.v2.resource_helper [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Service CORE assigned prefix: {{(pid=93299) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:58:56.662634 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:58:56.662961 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING neutron.quota.resource_registry [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] subnetpool is already registered Jul 22 21:58:56.663463 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: extensions {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.665005 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: address-groups {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.666573 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: address-scopes {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.667923 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: agents {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.669079 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: auto-allocated-topology {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.670303 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: availability_zones {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.671524 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: dhcp-networks {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.673070 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: dhcp-agents {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.675198 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: routers {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.676964 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: flavors {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.679484 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: service_profiles {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.680735 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: next_providers {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.682653 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: service_profiles {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.684418 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: floatingip-pools {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.685643 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: routers {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.687347 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: floatingips {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.688661 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: l3-routers {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.690689 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: l3-agents {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.692147 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: metering-labels {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.693398 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: metering-label-rules {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.694775 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: network-ip-availabilities {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.696055 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: bindings {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.697618 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: quotas {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.699177 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: quotas {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.700631 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: rbac-policies {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.701832 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: security-groups {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.703122 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: security-group-rules {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.704386 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: service-providers {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.705694 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: subnetpools {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.707014 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: subnetpools {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.708606 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: tags {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.710518 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: tags {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.712648 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: tags {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.714471 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: tags {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.716464 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: tags {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.718410 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: tags {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.720134 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: tags {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.722030 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: tags {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.723922 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: tags {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.725667 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron.api.extensions [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Extended resource: tags {{(pid=93299) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:58:56.731737 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING keystonemiddleware.auth_token [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 21:58:56.736863 dv-cinder-801522-2-iscsi neutron-server[93299]: WARNING keystonemiddleware.auth_token [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 21:58:56.746031 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_concurrency.lockutils [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Acquired lock "singleton_lock" {{(pid=93299) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 21:58:56.746516 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_concurrency.lockutils [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Releasing lock "singleton_lock" {{(pid=93299) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 21:58:56.747175 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO oslo_service.service [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Starting 2 workers Jul 22 21:58:56.752531 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Started child 93408 {{(pid=93299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:58:56.758113 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Started child 93409 {{(pid=93299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:58:56.759200 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:56.760246 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO neutron.service [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 21:58:56.760552 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Notify callbacks [] for process, before_spawn {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:56.760948 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [-] (93408) wsgi starting up on http://0.0.0.0:9696 Jul 22 21:58:56.762987 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:56.763589 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO oslo_service.service [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Starting 1 workers Jul 22 21:58:56.764652 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [-] (93409) wsgi starting up on http://0.0.0.0:9696 Jul 22 21:58:56.768842 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Started child 93410 {{(pid=93299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:58:56.769404 dv-cinder-801522-2-iscsi neutron-server[93299]: INFO oslo_service.service [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Starting 1 workers Jul 22 21:58:56.773283 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.service [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] calling RpcWorker wait() {{(pid=93410) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 21:58:56.774090 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.service [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] returning from RpcWorker wait() {{(pid=93410) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 21:58:56.774676 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Started child 93411 {{(pid=93299) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:58:56.775568 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-c987d136-0f76-4ef7-8060-c4a3c3b552da None None] Notify callbacks [] for process, after_spawn {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:56.775890 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:56.776559 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:56.778048 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93299) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 21:58:56.778356 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 21:58:56.778578 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 21:58:56.778817 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 21:58:56.779193 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 21:58:56.779352 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 21:58:56.779944 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.780276 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.780498 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.780763 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.781077 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.781686 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.781947 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.782208 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.782489 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.782758 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.782931 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.783294 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.783749 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.784167 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.784670 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.785006 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:58:56.785685 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.785685 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.785685 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.785993 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.786092 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.786297 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.786729 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.787136 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] debug = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.787599 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.788296 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.788714 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.789104 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.789489 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.789949 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.790342 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.790765 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.791151 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.791552 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.791977 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.792388 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.792779 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.793156 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.793523 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.793913 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.794300 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.794943 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] host = dv-cinder-801522-2-iscsi {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.795328 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.795744 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.796129 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.796540 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.796945 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.797333 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.797752 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.798187 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.798587 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.799502 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.799927 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.800355 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.800732 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.801139 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.801459 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_options = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.801848 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.802275 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.802690 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.803027 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.803353 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.803704 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.804127 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.804438 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.804835 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.805210 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.805606 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.805971 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.806362 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.806758 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.807164 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.807563 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.807963 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.808358 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.808780 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.809160 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.809568 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.809991 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.810392 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.810761 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.811178 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.811552 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.811993 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.812361 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.812723 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.813137 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.813621 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.814042 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.814513 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.815428 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.815833 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.816226 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.816592 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.817008 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.817618 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.818032 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.818474 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.818873 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.819388 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.819841 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.820234 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.820741 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_json = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.821248 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.821631 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.822072 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.822549 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.822940 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.823314 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.823678 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.824116 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.824701 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.825128 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.825599 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.825995 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.826393 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.826805 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.827200 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.827568 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.827983 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.828408 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.828886 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.829284 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.829728 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.830168 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.830559 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.831022 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.831442 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.831910 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.832213 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.832404 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.832806 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.832982 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.833299 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.833556 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.834111 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.834266 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.834405 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.834659 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.834878 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.835259 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.835614 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.836033 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.836474 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.836891 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.837263 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.837779 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.838179 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.838574 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.838988 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.839418 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.839668 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.839936 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.840183 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.840428 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.840643 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.841300 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.841676 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.842076 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.842462 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.842574 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:56.842983 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.843385 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.843795 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.844160 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.844543 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.844930 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.845355 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.845770 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.846130 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.846530 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.846933 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.847344 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.847818 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.848248 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.848680 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.848909 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.849133 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.849359 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.849612 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.849836 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.850224 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.850471 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.850680 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.850895 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.851271 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.851645 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.852072 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.852453 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.852816 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.853259 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.853656 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.854069 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.854468 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.854867 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.855296 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.855842 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.856364 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.856834 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.857216 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.857568 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.857904 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.858239 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.858574 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.858868 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.859175 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.859462 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.859853 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.860125 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.860547 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.860930 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.861862 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.862127 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.862348 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.862737 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.862975 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.863371 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.863765 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.864238 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.864706 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.865205 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.865620 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.865854 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.866306 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.866747 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.867047 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.867305 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.867576 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.867923 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.868209 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.868492 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.868749 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.868991 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.869267 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.869496 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.869910 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.870326 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.870584 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.870809 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.871101 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.871400 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.871647 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.871942 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.872191 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.872508 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.872760 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.873145 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.873377 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.873799 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.874233 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.874667 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.875114 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.875520 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.875967 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.876402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.876624 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.877555 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.877797 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.878070 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.878313 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.878577 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.878807 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.879011 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.879440 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.879651 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.880063 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.880504 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.880877 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.881241 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.881608 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.881972 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.882365 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.882739 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.883125 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.883516 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.883907 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.884305 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.884507 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.884731 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.885129 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.885547 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.885841 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.886275 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.886704 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.887113 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.887533 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.888116 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.888523 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.888970 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.889273 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.889574 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.889865 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.890157 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.890455 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.890759 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.891065 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.891374 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.891737 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.892055 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.892493 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.892819 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.893057 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.893476 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.893884 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.894274 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.894664 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.895061 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.895434 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.895866 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.896253 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.896876 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.897302 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.897918 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.898171 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.898433 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.898821 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.899209 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.899572 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.900196 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.900471 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.900912 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.901387 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.901717 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.902149 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.902589 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.902987 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.903389 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.903830 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.904253 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.904661 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.905103 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.905504 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.905886 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.906256 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.906623 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.907019 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.907432 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.907892 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.908876 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.909166 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.909488 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.909795 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.910148 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.910504 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.910885 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.911188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.911484 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.911809 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.912130 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.912415 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.912718 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.913015 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.913307 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.913535 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.914021 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.914496 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.914795 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.915137 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.915444 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.915822 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.916181 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.916578 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.916803 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.917074 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.917294 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.917672 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.918054 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.918464 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.919041 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.919503 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.919794 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.920121 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.920455 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.920727 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1650:1699'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.921167 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.921539 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.921994 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.922480 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.922914 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.923387 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.927796 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.928102 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.928231 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 43458) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:58:56.928360 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.928801 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.929293 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.929401 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.929555 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.929814 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.930062 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.930326 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.930572 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.930807 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.931223 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.931483 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.931756 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.931976 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.932221 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.932385 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 21:58:56.933039 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93299) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 21:58:56.933189 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 21:58:56.933280 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 21:58:56.933414 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 21:58:56.933777 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 21:58:56.933969 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 21:58:56.934209 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.934517 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.934831 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.935158 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.935469 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.935892 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.936491 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.936866 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.937207 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.937574 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.937924 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.938269 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.938631 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.938967 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.939464 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.939845 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.940028 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.940205 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.940378 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.940545 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.940694 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.941001 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.941307 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] debug = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.941613 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.941971 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.942304 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.942631 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.943056 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.943366 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.943667 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.944030 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.945150 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.945315 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0140066 Jul 22 21:58:56.945610 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.945906 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.946213 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.946390 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.946528 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.946688 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.947008 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.947181 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.947327 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] host = dv-cinder-801522-2-iscsi {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.947458 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.947617 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.947940 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.948099 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.948250 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.948568 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.948760 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.948908 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.949041 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.949169 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.949300 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.949543 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.949692 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.949820 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.950020 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_options = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.950181 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.950310 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.950459 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.950662 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.950810 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.950967 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.951126 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.951291 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.951445 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.951607 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.951791 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.951921 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.952094 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.952495 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.952692 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.952878 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.953063 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.953244 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.953244 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.953619 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.953619 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.953942 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.953942 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.954339 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.954339 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.954339 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.954722 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.954722 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.954722 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.955324 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.955324 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.955324 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.955324 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.955984 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.955984 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.956838 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.957051 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.957271 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.957460 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.957460 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.957804 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.957804 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.958168 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.959094 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.959316 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.959500 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_json = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.959683 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.959906 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:58:56.960122 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.960860 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.961079 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.961079 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.961419 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.961419 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.961754 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:58:56.961754 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.962103 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.962103 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.963119 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.963330 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.963515 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.963746 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.963746 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.964104 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.964104 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.964456 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.964456 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.964805 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.964805 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.965159 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.965159 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.965159 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.965509 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.965509 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.965705 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.965853 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.966255 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.966398 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.966542 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.966740 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.966740 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.967101 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.967101 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.967436 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.967436 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.967824 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.967824 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.968282 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.968282 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.968282 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.968868 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.968868 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.968868 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.968868 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.969479 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.969479 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.969479 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.969479 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.970339 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.970339 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.970339 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.970339 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.971317 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.971317 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.971770 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.971770 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.972126 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.972126 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.972498 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.972498 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.972844 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.972844 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.973254 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.973254 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.973602 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.973602 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.973957 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.973957 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.974310 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.974310 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.974658 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.974658 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.975151 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.975151 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.975151 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.975151 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.976040 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.976040 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.977038 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.977281 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.977464 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.977464 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.977804 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.977804 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.978692 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.978692 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.978692 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.978692 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.978692 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.979550 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.979550 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.979550 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.979550 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.979550 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.979550 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.981191 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.981191 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.981191 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.981846 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.981846 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.981846 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.981846 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.982432 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.982432 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.982432 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.982432 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.983294 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.983294 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.983294 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.983294 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.983294 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.984350 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.985075 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.985359 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.985548 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.985548 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.985983 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.985983 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.986939 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.986939 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.986939 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.987579 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.987579 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.987579 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.987579 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.988739 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.988980 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.989225 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.989225 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.989597 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.989597 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.990090 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.990090 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.990090 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.990754 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.990754 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.990754 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.990754 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.991496 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.991496 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.991496 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.991496 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.991496 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.992747 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.992747 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.992747 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.992747 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.992747 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.993541 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.993541 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.993541 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.993541 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.994161 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.994161 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.994161 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.994532 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.994532 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.994532 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.994816 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.994816 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.995073 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.995246 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.995401 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.995650 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.996153 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.997101 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.997253 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.997420 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.997982 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.997982 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.998343 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.998343 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.998770 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.998770 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.998770 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.999389 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.999389 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.999799 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:56.999799 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.000159 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.000341 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.000673 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.001076 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.001249 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.001454 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.001780 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.001961 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.002269 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.002575 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.002985 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.003266 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.003584 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.005779 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.006131 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.006405 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.006405 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.007176 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.007176 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.007176 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.008393 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.008393 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.008393 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.008393 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.010366 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.010644 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.010921 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.013402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.013402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.013402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.013402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.013402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.013402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.013402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.013402 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.015649 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.015649 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.015649 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.015649 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.015649 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.015649 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.015649 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.015649 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.016954 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.016954 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.016954 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.016954 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.016954 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.016954 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.016954 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.016954 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.018270 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.018270 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.018270 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.018270 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.018270 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.018270 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.018270 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.018270 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.019467 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.019467 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.019467 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.019467 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.019467 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.019467 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.019467 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.019467 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.020536 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.020536 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.020536 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.020536 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.020536 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.020536 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.020536 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.020536 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.022142 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.022142 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.022142 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.022142 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.022142 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.022142 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.022142 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.022142 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.023596 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.023596 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.023596 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.023596 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.023596 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1650:1699'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.023596 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.023596 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.023596 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.025188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.025188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.025188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.025188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.025188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.025188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.025188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.025188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.025188 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.026654 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.026654 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.026654 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.026654 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.026654 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.026654 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.026654 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.026654 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.026654 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.027289 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.027289 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:58:57.027289 dv-cinder-801522-2-iscsi neutron-server[93299]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93299) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 21:59:09.818501 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e9d7e-38b0-4153-bf4b-194aa0c68326 None None] get_active_networks_info from dv-cinder-801522-2-iscsi {{(pid=93410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:59:09.890965 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e9d7e-38b0-4153-bf4b-194aa0c68326 None None] No non-hosted networks {{(pid=93410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 21:59:09.912330 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.agentschedulers_db [None req-0d8e9d7e-38b0-4153-bf4b-194aa0c68326 None None] DHCP Agent not found on host dv-cinder-801522-2-iscsi {{(pid=93410) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 21:59:09.979844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5557f984-6670-4196-b21c-cf6eeeb986a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619234'] for agent, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:12.789808 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619234'] for agent, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:12.794767 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.795145 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.795480 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.795856 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.796210 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.796548 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.809715 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.810153 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.810628 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.810841 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.811154 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.811486 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:12.811935 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801522-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:59:12.837446 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801522-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:59:13.134931 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-db1b663d-028d-4a91-8098-1bd378e06644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619234'] for agent, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:13.185073 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1a59fb4c-5540-43e2-89a6-3cf911c38f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:14.374597 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619234'] for agent, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:16.109446 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619234'] for agent, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:17.003456 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.db.l3_hamode_db [None req-67f4b641-0a36-481c-a29c-bf856e0e7a70 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 21:59:17.089127 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4b641-0a36-481c-a29c-bf856e0e7a70 None None] Routers set() bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:59:17.089428 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4b641-0a36-481c-a29c-bf856e0e7a70 None None] Router IDs set() for agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 21:59:17.607217 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 43554) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:18.160094 dv-cinder-801522-2-iscsi neutron-server[93409]: WARNING oslo_policy.policy [None req-73cf35b6-6add-446d-8961-813ea84019ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:59:18.160669 dv-cinder-801522-2-iscsi neutron-server[93409]: WARNING oslo_policy.policy [None req-73cf35b6-6add-446d-8961-813ea84019ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:59:18.382517 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [None req-73cf35b6-6add-446d-8961-813ea84019ee admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:59:18.383757 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-73cf35b6-6add-446d-8961-813ea84019ee admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7753336 Jul 22 21:59:20.961262 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 43568) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:21.364740 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-b6e52058-45e6-413a-8874-15edc07cf851 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:59:21.462973 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.policy [None req-b6e52058-45e6-413a-8874-15edc07cf851 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93409) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 21:59:21.509597 dv-cinder-801522-2-iscsi neutron-server[93409]: WARNING oslo_policy.policy [None req-b6e52058-45e6-413a-8874-15edc07cf851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:59:21.509986 dv-cinder-801522-2-iscsi neutron-server[93409]: WARNING oslo_policy.policy [None req-b6e52058-45e6-413a-8874-15edc07cf851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:59:21.518955 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.quota [None req-b6e52058-45e6-413a-8874-15edc07cf851 admin admin] Loaded quota_driver: . Jul 22 21:59:21.630305 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b6e52058-45e6-413a-8874-15edc07cf851 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505357637', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505360250', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505353010', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505355524', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505332553', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505326339', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3789899', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3799392', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547193', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1542937'] for rbac-policy, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:21.709142 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b6e52058-45e6-413a-8874-15edc07cf851 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:21.710526 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-b6e52058-45e6-413a-8874-15edc07cf851 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7480867 Jul 22 21:59:24.597208 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 43580) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:25.010548 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Request body: {'network': {'name': 'private', 'project_id': '903940ce851441acb4d8b20572db6e57', 'admin_state_up': True, 'tenant_id': '903940ce851441acb4d8b20572db6e57'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:59:25.045539 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Made reservation on behalf of 903940ce851441acb4d8b20572db6e57 for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:59:25.048966 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:25.073388 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:25.236745 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:25.242779 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:25.273081 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] vlan segment allocate from pool success with {'vlan_id': 1682, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:59:25.302025 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739505087272', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:25.302629 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Unsubscribe: segment precommit_create {{(pid=93409) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 21:59:25.303870 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Added segment d4b1f1c3-4292-4ed6-8e8b-d36416691779 of type vlan for network c13d04ce-9fc8-4ade-a6d7-ff722642438b Jul 22 21:59:25.311455 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300eb378-ff75-45d4-9542-d83dc6a645e6,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:25.352638 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.352996 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.353332 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.353654 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.353969 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.354301 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.354762 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.354950 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.355359 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.355676 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.356021 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.356328 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Tracked resource versions report: Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: pushed versions: Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: { 'AddressGroup': {'1.2'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'ConntrackHelper': {'1.0'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Log': {'1.0'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Network': {'1.1'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Port': {'1.7'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'PortForwarding': {'1.2'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'QosPolicy': {'1.8'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SecurityGroup': {'1.4'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SubPort': {'1.0'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Subnet': {'1.1'}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Trunk': {'1.1'}} Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: consumer versions: Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: { DHCP agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: L3 agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: Metadata agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: Metering agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: Open vSwitch agent@dv-cinder-801522-2-iscsi: { 'AddressGroup': '1.2', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'ConntrackHelper': '1.0', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Log': '1.0', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Network': '1.1', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Port': '1.7', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'PortForwarding': '1.2', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'QosPolicy': '1.8', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SecurityGroup': '1.4', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SecurityGroupRule': '1.2', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SubPort': '1.0', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Subnet': '1.1', Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Trunk': '1.1'}} Jul 22 21:59:25.357450 dv-cinder-801522-2-iscsi neutron-server[93409]: {{(pid=93409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:59:25.439375 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:25.509882 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:25.510945 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:25.511647 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:25.582725 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9842875 Jul 22 21:59:25.628347 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496651a-9a82-4df9-aa08-c1f732550b3e admin admin] Pushing event updated for resources: {'Network': ['ID=c13d04ce-9fc8-4ade-a6d7-ff722642438b,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:25.643437 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network c13d04ce-9fc8-4ade-a6d7-ff722642438b details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:59:28.504372 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 43594) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:29.078594 dv-cinder-801522-2-iscsi neutron-server[93408]: WARNING oslo_policy.policy [None req-8e59420b-c8f2-411a-8b4f-8b668fa24284 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:59:29.079249 dv-cinder-801522-2-iscsi neutron-server[93408]: WARNING oslo_policy.policy [None req-8e59420b-c8f2-411a-8b4f-8b668fa24284 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:59:29.543534 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.policy [None req-8e59420b-c8f2-411a-8b4f-8b668fa24284 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93408) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 21:59:29.590742 dv-cinder-801522-2-iscsi neutron-server[93408]: WARNING oslo_policy.policy [None req-8e59420b-c8f2-411a-8b4f-8b668fa24284 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:59:29.591035 dv-cinder-801522-2-iscsi neutron-server[93408]: WARNING oslo_policy.policy [None req-8e59420b-c8f2-411a-8b4f-8b668fa24284 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:59:29.599628 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e59420b-c8f2-411a-8b4f-8b668fa24284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:29.601697 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-8e59420b-c8f2-411a-8b4f-8b668fa24284 admin admin] 10.222.0.26 "GET /v2.0/networks/c13d04ce-9fc8-4ade-a6d7-ff722642438b HTTP/1.1" status: 200 len: 826 time: 1.0949535 Jul 22 21:59:29.643567 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-26eb46b0-a716-4801-b6af-b7330be3023b admin admin] 10.222.0.26 "GET /v2.0/subnetpools/c4ea9ef9-dcce-4584-88bc-c0b090b203c4 HTTP/1.1" status: 200 len: 734 time: 0.0361843 Jul 22 21:59:29.653377 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b', 'subnetpool_id': 'c4ea9ef9-dcce-4584-88bc-c0b090b203c4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '903940ce851441acb4d8b20572db6e57'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:59:29.655056 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.quota [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Loaded quota_driver: . Jul 22 21:59:29.702222 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Made reservation on behalf of 903940ce851441acb4d8b20572db6e57 for: {'subnet': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:59:29.705889 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:30.067287 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:30.147077 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Checking segment: {'id': 'd4b1f1c3-4292-4ed6-8e8b-d36416691779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1682, 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:59:30.147522 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Network hostable DHCP agents. Network: c13d04ce-9fc8-4ade-a6d7-ff722642438b, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:59:30.150572 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=734af2e1-9540-4482-ae09-bfdfed3bb28e,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:30.167148 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.167497 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.167897 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.168231 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.168552 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.168883 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.169209 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.169525 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.169856 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.170177 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.170490 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.170800 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Tracked resource versions report: Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: pushed versions: Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: { 'AddressGroup': {'1.2'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'ConntrackHelper': {'1.0'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Log': {'1.0'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Network': {'1.1'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Port': {'1.7'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'PortForwarding': {'1.2'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'QosPolicy': {'1.8'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SecurityGroup': {'1.4'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SubPort': {'1.0'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Subnet': {'1.1'}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Trunk': {'1.1'}} Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: consumer versions: Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: { DHCP agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: L3 agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: Metadata agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: Metering agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: Open vSwitch agent@dv-cinder-801522-2-iscsi: { 'AddressGroup': '1.2', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'ConntrackHelper': '1.0', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Log': '1.0', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Network': '1.1', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Port': '1.7', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'PortForwarding': '1.2', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'QosPolicy': '1.8', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SecurityGroup': '1.4', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SecurityGroupRule': '1.2', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SubPort': '1.0', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Subnet': '1.1', Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Trunk': '1.1'}} Jul 22 21:59:30.171922 dv-cinder-801522-2-iscsi neutron-server[93408]: {{(pid=93408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:59:30.214290 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Network c13d04ce-9fc8-4ade-a6d7-ff722642438b is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:59:30.227086 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, c13d04ce-9fc8-4ade-a6d7-ff722642438b) {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:59:30.232223 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:30.232876 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:30.239338 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b2c8bb-397e-417f-8eda-8d7b5f3ae7ed None None] Network c13d04ce-9fc8-4ade-a6d7-ff722642438b requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:59:30.255806 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-97491550-3b58-4f5d-87c6-8b33424e8a6c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6065090 Jul 22 21:59:30.632390 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ca64da-f218-58f5-9a77-67de74284139-c13d04ce-9fc8-4ade-a6d7-ff722642438b', 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'fixed_ips': [{'subnet_id': '734af2e1-9540-4482-ae09-bfdfed3bb28e'}]}} from dv-cinder-801522-2-iscsi. {{(pid=93410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:59:30.634356 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:30.967311 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Allocated IP 172.20.0.2 (c13d04ce-9fc8-4ade-a6d7-ff722642438b/734af2e1-9540-4482-ae09-bfdfed3bb28e/4c827fd3-3e59-4f6a-a2f6-f9625905a9b3) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:59:31.223387 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:31.239374 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Transition to ACTIVE for port object 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:59:31.261674 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Transition to ACTIVE for port object 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:59:31.272177 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:31.344847 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Network c13d04ce-9fc8-4ade-a6d7-ff722642438b is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:59:31.350161 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:59:31.354558 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:59:31.369623 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Pushing event updated for resources: {'Port': ['ID=4c827fd3-3e59-4f6a-a2f6-f9625905a9b3,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:31.396053 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.396399 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.396739 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.397073 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.397396 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.397861 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.398102 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.398467 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.398805 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.399128 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.399444 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.399801 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Tracked resource versions report: Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: pushed versions: Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: { 'AddressGroup': {'1.2'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'ConntrackHelper': {'1.0'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Log': {'1.0'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Network': {'1.1'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Port': {'1.7'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'PortForwarding': {'1.2'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'QosPolicy': {'1.8'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SecurityGroup': {'1.4'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SubPort': {'1.0'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Subnet': {'1.1'}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Trunk': {'1.1'}} Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: consumer versions: Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: { DHCP agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: L3 agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: Metadata agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: Metering agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: Open vSwitch agent@dv-cinder-801522-2-iscsi: { 'AddressGroup': '1.2', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'ConntrackHelper': '1.0', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Log': '1.0', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Network': '1.1', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Port': '1.7', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'PortForwarding': '1.2', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'QosPolicy': '1.8', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SecurityGroup': '1.4', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SecurityGroupRule': '1.2', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SubPort': '1.0', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Subnet': '1.1', Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Trunk': '1.1'}} Jul 22 21:59:31.400910 dv-cinder-801522-2-iscsi neutron-server[93410]: {{(pid=93410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:59:31.457563 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Attempting to bind port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:59:31.457976 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Attempting to bind port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4b1f1c3-4292-4ed6-8e8b-d36416691779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1682, 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:59:31.458394 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Attempting to bind port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 on network c13d04ce-9fc8-4ade-a6d7-ff722642438b {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:59:31.464670 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:59:31.465087 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Checking segment: {'id': 'd4b1f1c3-4292-4ed6-8e8b-d36416691779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1682, 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:59:31.465571 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:31.465976 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Bound using segment: {'id': 'd4b1f1c3-4292-4ed6-8e8b-d36416691779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1682, 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:59:31.466466 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Bound port: 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b1f1c3-4292-4ed6-8e8b-d36416691779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1682, 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:59:31.466875 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:31.537355 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] For port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:59:31.542916 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] For port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=4c827fd3-3e59-4f6a-a2f6-f9625905a9b3,segment=NetworkSegment(d4b1f1c3-4292-4ed6-8e8b-d36416691779),segment_id=d4b1f1c3-4292-4ed6-8e8b-d36416691779)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:59:31.547912 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:31.627064 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a2c39-3ec8-440d-961c-facdb58e7318 None None] Pushing event updated for resources: {'Port': ['ID=4c827fd3-3e59-4f6a-a2f6-f9625905a9b3,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:32.841265 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 43614) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:33.244907 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [None req-3da7aebc-c93c-4741-a1eb-b95e84525437 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:59:33.245910 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-3da7aebc-c93c-4741-a1eb-b95e84525437 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4036658 Jul 22 21:59:35.745822 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 43622) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:35.882733 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 5 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:59:36.119197 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [None req-0a07993f-dc43-4ab7-b086-9d26402f0592 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:59:36.135803 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-0a07993f-dc43-4ab7-b086-9d26402f0592 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3734465 Jul 22 21:59:38.972343 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 43632) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:39.373586 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-e5248e84-6df2-4c35-9b90-bb18e4bbf995 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'admin_state_up': True}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:59:39.404025 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e5248e84-6df2-4c35-9b90-bb18e4bbf995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:39.405781 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e5248e84-6df2-4c35-9b90-bb18e4bbf995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8690'] for router, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:39.583141 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e5248e84-6df2-4c35-9b90-bb18e4bbf995 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:39.591023 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e5248e84-6df2-4c35-9b90-bb18e4bbf995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891'] for router, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:39.608601 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e5248e84-6df2-4c35-9b90-bb18e4bbf995 admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:39.610577 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-e5248e84-6df2-4c35-9b90-bb18e4bbf995 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6372905 Jul 22 21:59:39.640137 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:59:39.716398 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5a018ef8-d411-45b4-8c4b-6a887c9fa56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:39.760395 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:59:40.555328 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd71f822-7323-4273-bff7-53d10bb3b890 None None] Network c13d04ce-9fc8-4ade-a6d7-ff722642438b requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:59:40.638890 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-ad2d49dc-ba07-4665-a776-69ca9cc30cbb None None] Provisioning for port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:59:40.648457 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-ad2d49dc-ba07-4665-a776-69ca9cc30cbb None None] Provisioning complete for port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:59:40.649109 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ad2d49dc-ba07-4665-a776-69ca9cc30cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:40.826935 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ad2d49dc-ba07-4665-a776-69ca9cc30cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:40.884516 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-ad2d49dc-ba07-4665-a776-69ca9cc30cbb None None] For port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=4c827fd3-3e59-4f6a-a2f6-f9625905a9b3,segment=NetworkSegment(d4b1f1c3-4292-4ed6-8e8b-d36416691779),segment_id=d4b1f1c3-4292-4ed6-8e8b-d36416691779)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:59:40.888851 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ad2d49dc-ba07-4665-a776-69ca9cc30cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:40.939040 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d49dc-ba07-4665-a776-69ca9cc30cbb None None] Pushing event updated for resources: {'Port': ['ID=4c827fd3-3e59-4f6a-a2f6-f9625905a9b3,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:41.111456 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-c6f45c31-11bc-4c22-b48b-bc1ac46d5b3b None None] Provisioning complete for port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:59:41.111844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c6f45c31-11bc-4c22-b48b-bc1ac46d5b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:41.615499 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:59:41.662863 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:59:41.663539 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:42.059127 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 43644) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:42.406702 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [None req-ff384286-eedb-4166-8db6-aabc0a951db7 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:59:42.407702 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-ff384286-eedb-4166-8db6-aabc0a951db7 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3473501 Jul 22 21:59:42.772429 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:43.137019 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-67e6c7a4-ef03-4a68-be48-945c0aea0e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:44.326855 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:44.947960 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 43662) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:45.095164 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:59:45.116596 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Made reservation on behalf of 480c157718284c46b3740171b98405a1 for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:59:45.118883 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:45.127072 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:45.226055 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:45.231115 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:45.245918 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Reserving flat network on physical network physnet1 {{(pid=93409) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 21:59:45.265442 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5126ea5f-38cf-42a2-b89a-0a8fcb88b03b,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:45.270446 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:45.270823 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Added segment d4ea8937-af66-4359-b1b5-381d49516b2c of type flat for network d0ff9072-42a9-438d-9542-01429d25b8c4 Jul 22 21:59:45.327311 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:45.365859 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:45.366825 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:45.367401 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:45.399404 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4503298 Jul 22 21:59:45.428409 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263f36b-b622-4268-a4a7-efca5f71d91c admin admin] Pushing event updated for resources: {'Network': ['ID=d0ff9072-42a9-438d-9542-01429d25b8c4,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:45.439552 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network d0ff9072-42a9-438d-9542-01429d25b8c4 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:59:46.038720 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:47.798500 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 43680) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:47.897486 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5264009-828c-493b-b7f3-71ba126dae99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:47.898892 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-b5264009-828c-493b-b7f3-71ba126dae99 admin admin] 10.222.0.26 "GET /v2.0/subnets/734af2e1-9540-4482-ae09-bfdfed3bb28e HTTP/1.1" status: 200 len: 849 time: 0.0990944 Jul 22 21:59:48.021125 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-32e41334-c3ea-426d-ab1a-315a305603d6 admin admin] 10.222.0.26 "GET /v2.0/routers/8e589674-3146-4e55-86fd-3130c5f069c4 HTTP/1.1" status: 200 len: 704 time: 0.1160114 Jul 22 21:59:48.295404 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:48.633783 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Allocated IP 172.20.0.1 (c13d04ce-9fc8-4ade-a6d7-ff722642438b/734af2e1-9540-4482-ae09-bfdfed3bb28e/c3d3a8d9-da6d-4df6-8442-a8495e2b3d51) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:59:48.811317 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:48.834899 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Transition to ACTIVE for port object c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 will not be triggered until provisioned by entity DHCP. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:59:48.921193 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:48.999658 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Network c13d04ce-9fc8-4ade-a6d7-ff722642438b is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:59:49.004937 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:59:49.009844 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:59:49.011392 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614682'] for router_interface, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:49.033037 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d3a8d9-da6d-4df6-8442-a8495e2b3d51,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:49.268684 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-3f1ec2c5-c217-4252-a652-61b6614a6e1f None None] Provisioning for port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:59:49.273056 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-3f1ec2c5-c217-4252-a652-61b6614a6e1f None None] Provisioning complete for port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:59:49.273344 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec2c5-c217-4252-a652-61b6614a6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:49.288418 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:49.313224 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ec2c5-c217-4252-a652-61b6614a6e1f None None] Port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:59:49.478727 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:49.484022 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:49.484891 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619946'] for router_interface, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:49.547033 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d3a8d9-da6d-4df6-8442-a8495e2b3d51,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:49.619590 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Network c13d04ce-9fc8-4ade-a6d7-ff722642438b is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:59:49.621108 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:59:49.790903 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Router 8e589674-3146-4e55-86fd-3130c5f069c4 is scheduled to L3 agent af41ddc6-de64-4912-8bca-91e365744270 with binding_index 1 {{(pid=93408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:59:49.841103 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-54745452-9a2e-4b2d-9f73-6b647209825c None None] Provisioning complete for port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:59:49.841342 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-54745452-9a2e-4b2d-9f73-6b647209825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:49.877915 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-54745452-9a2e-4b2d-9f73-6b647209825c None None] Port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:59:49.886011 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:59:49.891181 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-2c9d4fcd-1335-475f-8828-8545584f7bb9 admin admin] 10.222.0.26 "PUT /v2.0/routers/8e589674-3146-4e55-86fd-3130c5f069c4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8629341 Jul 22 21:59:49.907377 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Sync routers for ids ['8e589674-3146-4e55-86fd-3130c5f069c4'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:59:49.919369 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Routers {'8e589674-3146-4e55-86fd-3130c5f069c4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:59:49.920259 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T21:59:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['8e589674-3146-4e55-86fd-3130c5f069c4'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:59:50.114659 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Set router 8e589674-3146-4e55-86fd-3130c5f069c4 gateway port host: None {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:59:50.567668 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'name': 'router1', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:59:39Z', 'updated_at': '2021-07-22T21:59:49Z', 'revision_number': 2, 'project_id': '903940ce851441acb4d8b20572db6e57', 'gw_port_host': None, '_interfaces': [{'id': 'c3d3a8d9-da6d-4df6-8442-a8495e2b3d51', 'name': '', 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'mac_address': 'fa:16:3e:5b:86:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:59:48Z', 'updated_at': '2021-07-22T21:59:49Z', 'revision_number': 2, 'project_id': '903940ce851441acb4d8b20572db6e57', 'subnets': [{'id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ea9ef9-dcce-4584-88bc-c0b090b203c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:59:50.620875 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Checking router: 8e589674-3146-4e55-86fd-3130c5f069c4 for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:59:50.621240 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Updating router 8e589674-3146-4e55-86fd-3130c5f069c4 port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 binding host dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:59:50.688319 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:51.215967 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:51.235092 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Transition to ACTIVE for port object c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:59:51.241404 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:51.427576 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Pushing event updated for resources: {'Port': ['ID=c3d3a8d9-da6d-4df6-8442-a8495e2b3d51,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:51.431567 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Attempting to bind port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:59:51.431989 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Attempting to bind port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4b1f1c3-4292-4ed6-8e8b-d36416691779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1682, 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:59:51.432445 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Attempting to bind port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 on network c13d04ce-9fc8-4ade-a6d7-ff722642438b {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:59:51.441045 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.441392 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.441729 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.442058 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.442388 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.442758 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.443034 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.443347 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.443676 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.444053 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.444328 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.444640 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Tracked resource versions report: Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: pushed versions: Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: { 'AddressGroup': {'1.2'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'ConntrackHelper': {'1.0'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Log': {'1.0'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Network': {'1.1'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Port': {'1.7'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'PortForwarding': {'1.2'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'QosPolicy': {'1.8'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SecurityGroup': {'1.4'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SubPort': {'1.0'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Subnet': {'1.1'}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Trunk': {'1.1'}} Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: consumer versions: Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: { DHCP agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: L3 agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: Metadata agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: Metering agent@dv-cinder-801522-2-iscsi: {}, Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: Open vSwitch agent@dv-cinder-801522-2-iscsi: { 'AddressGroup': '1.2', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'ConntrackHelper': '1.0', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Log': '1.0', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Network': '1.1', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Port': '1.7', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'PortForwarding': '1.2', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'QosPolicy': '1.8', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SecurityGroup': '1.4', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SecurityGroupRule': '1.2', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SubPort': '1.0', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Subnet': '1.1', Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Trunk': '1.1'}} Jul 22 21:59:51.445704 dv-cinder-801522-2-iscsi neutron-server[93411]: {{(pid=93411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:59:51.450168 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:59:51.450579 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Checking segment: {'id': 'd4b1f1c3-4292-4ed6-8e8b-d36416691779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1682, 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:59:51.451053 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:51.451599 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Bound using segment: {'id': 'd4b1f1c3-4292-4ed6-8e8b-d36416691779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1682, 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:59:51.452149 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Bound port: c3d3a8d9-da6d-4df6-8442-a8495e2b3d51, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b1f1c3-4292-4ed6-8e8b-d36416691779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1682, 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:59:51.452551 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:51.528374 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] For port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:59:51.551260 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] For port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=c3d3a8d9-da6d-4df6-8442-a8495e2b3d51,segment=NetworkSegment(d4b1f1c3-4292-4ed6-8e8b-d36416691779),segment_id=d4b1f1c3-4292-4ed6-8e8b-d36416691779)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:59:51.555810 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:51.618845 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Routers {'8e589674-3146-4e55-86fd-3130c5f069c4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:59:51.619478 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T21:59:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['8e589674-3146-4e55-86fd-3130c5f069c4'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:59:51.621463 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f938e57-357b-46ed-a7f9-73ed73f8df18 None None] Pushing event updated for resources: {'Port': ['ID=c3d3a8d9-da6d-4df6-8442-a8495e2b3d51,revision_number=4']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:51.719782 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] Set router 8e589674-3146-4e55-86fd-3130c5f069c4 gateway port host: None {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:59:51.955472 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'name': 'router1', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:59:39Z', 'updated_at': '2021-07-22T21:59:49Z', 'revision_number': 2, 'project_id': '903940ce851441acb4d8b20572db6e57', 'gw_port_host': None, '_interfaces': [{'id': 'c3d3a8d9-da6d-4df6-8442-a8495e2b3d51', 'name': '', 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'mac_address': 'fa:16:3e:5b:86:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:59:48Z', 'updated_at': '2021-07-22T21:59:51Z', 'revision_number': 4, 'project_id': '903940ce851441acb4d8b20572db6e57', 'subnets': [{'id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ea9ef9-dcce-4584-88bc-c0b090b203c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:59:51.986258 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e220d51-8821-48fd-8b24-6d5710fdcb10 None None] The sync data for ids ['8e589674-3146-4e55-86fd-3130c5f069c4'] in dv-cinder-801522-2-iscsi is: [{'id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'name': 'router1', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:59:39Z', 'updated_at': '2021-07-22T21:59:49Z', 'revision_number': 2, 'project_id': '903940ce851441acb4d8b20572db6e57', 'gw_port_host': None, '_interfaces': [{'id': 'c3d3a8d9-da6d-4df6-8442-a8495e2b3d51', 'name': '', 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'mac_address': 'fa:16:3e:5b:86:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:59:48Z', 'updated_at': '2021-07-22T21:59:51Z', 'revision_number': 4, 'project_id': '903940ce851441acb4d8b20572db6e57', 'subnets': [{'id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ea9ef9-dcce-4584-88bc-c0b090b203c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:59:52.263463 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 43690) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:52.416150 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0881a-4b17-4939-91bf-b3e5e6e698f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:52.418053 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-8db0881a-4b17-4939-91bf-b3e5e6e698f8 admin admin] 10.222.0.26 "GET /v2.0/networks/d0ff9072-42a9-438d-9542-01429d25b8c4 HTTP/1.1" status: 200 len: 842 time: 0.1534922 Jul 22 21:59:52.427838 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'gateway_ip': '172.27.2.1'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:59:52.452945 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Made reservation on behalf of 480c157718284c46b3740171b98405a1 for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:59:52.455441 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:52.918532 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.objects.ports [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93409) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:59:52.919005 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:52.978673 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:52.990752 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:59:52.991132 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Network hostable DHCP agents. Network: d0ff9072-42a9-438d-9542-01429d25b8c4, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:59:53.015716 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:59:53.028391 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, d0ff9072-42a9-438d-9542-01429d25b8c4) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:59:53.033309 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:53.033898 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:53.038595 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bffdf3-79f1-4106-89d8-c8a44e0fee48 None None] Network d0ff9072-42a9-438d-9542-01429d25b8c4 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:59:53.060405 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-e7c57a0e-91ef-466e-b64e-577cceaf03a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6362348 Jul 22 21:59:53.204504 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea3ce2-2476-4625-a680-826774f9ebb7 None None] Network d0ff9072-42a9-438d-9542-01429d25b8c4 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:59:55.482775 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 43698) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:59:55.738170 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-7f8757ce-ae59-4073-a1f4-da615c4f2dce admin admin] 10.222.0.26 "GET /v2.0/routers/8e589674-3146-4e55-86fd-3130c5f069c4 HTTP/1.1" status: 200 len: 710 time: 0.2541339 Jul 22 21:59:55.826187 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d58d7-afef-4d6f-b507-77ca8cf2f399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:59:55.827489 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-183d58d7-afef-4d6f-b507-77ca8cf2f399 admin admin] 10.222.0.26 "GET /v2.0/networks/d0ff9072-42a9-438d-9542-01429d25b8c4 HTTP/1.1" status: 200 len: 886 time: 0.0839324 Jul 22 21:59:55.836297 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:59:56.087283 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:56.376517 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:56.454477 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:56.616228 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Allocated IP 172.27.2.80 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/df76bfcb-d567-4b38-bdfe-32bc7d59d3e8) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:59:56.725467 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:56.814033 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:56.899531 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:59:56.908849 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:59:56.917067 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Pushing event updated for resources: {'Port': ['ID=df76bfcb-d567-4b38-bdfe-32bc7d59d3e8,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:56.938371 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:59:57.257589 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:57.458823 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:57.462333 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614738'] for router, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:57.582212 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Router 8e589674-3146-4e55-86fd-3130c5f069c4 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:59:57.651774 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:59:57.694093 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:59:57.699914 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] Notify callbacks [] for router, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:57.701273 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-85675f16-9a87-4807-877b-fc71bc4d993f admin admin] 10.222.0.26 "PUT /v2.0/routers/8e589674-3146-4e55-86fd-3130c5f069c4 HTTP/1.1" status: 200 len: 889 time: 1.8681688 Jul 22 21:59:57.702988 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:59:57.707285 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:59:57.707667 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:57.796123 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:57.886061 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=c3d3a8d9-da6d-4df6-8442-a8495e2b3d51,segment=NetworkSegment(d4b1f1c3-4292-4ed6-8e8b-d36416691779),segment_id=d4b1f1c3-4292-4ed6-8e8b-d36416691779)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:59:57.892194 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:57.940663 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=c3d3a8d9-da6d-4df6-8442-a8495e2b3d51,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:58.630671 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Sync routers for ids ['8e589674-3146-4e55-86fd-3130c5f069c4'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:59:58.640991 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Routers {'8e589674-3146-4e55-86fd-3130c5f069c4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:59:58.641865 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T21:59:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['8e589674-3146-4e55-86fd-3130c5f069c4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:59:58.847048 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Set router 8e589674-3146-4e55-86fd-3130c5f069c4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:59:59.264483 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'name': 'router1', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'df76bfcb-d567-4b38-bdfe-32bc7d59d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:59:39Z', 'updated_at': '2021-07-22T21:59:57Z', 'revision_number': 4, 'project_id': '903940ce851441acb4d8b20572db6e57', 'gw_port': {'id': 'df76bfcb-d567-4b38-bdfe-32bc7d59d3e8', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:23:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:59:56Z', 'updated_at': '2021-07-22T21:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'c3d3a8d9-da6d-4df6-8442-a8495e2b3d51', 'name': '', 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'mac_address': 'fa:16:3e:5b:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:59:48Z', 'updated_at': '2021-07-22T21:59:57Z', 'revision_number': 5, 'project_id': '903940ce851441acb4d8b20572db6e57', 'subnets': [{'id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ea9ef9-dcce-4584-88bc-c0b090b203c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:59:59.323450 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Checking router: 8e589674-3146-4e55-86fd-3130c5f069c4 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:59:59.323828 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Updating router 8e589674-3146-4e55-86fd-3130c5f069c4 port df76bfcb-d567-4b38-bdfe-32bc7d59d3e8 binding host dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:59:59.357289 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:59.656072 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:59:59.702212 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:59.715495 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Transition to ACTIVE for port object df76bfcb-d567-4b38-bdfe-32bc7d59d3e8 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:59:59.724302 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:59.737785 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:59:59.738150 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:59.804674 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Attempting to bind port df76bfcb-d567-4b38-bdfe-32bc7d59d3e8 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:59:59.805042 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Attempting to bind port df76bfcb-d567-4b38-bdfe-32bc7d59d3e8 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:59:59.805404 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Attempting to bind port df76bfcb-d567-4b38-bdfe-32bc7d59d3e8 on network d0ff9072-42a9-438d-9542-01429d25b8c4 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:59:59.818136 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:59:59.818419 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:59:59.818817 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:59.819214 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Bound using segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:59:59.819682 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Bound port: df76bfcb-d567-4b38-bdfe-32bc7d59d3e8, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:59:59.820100 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:59:59.921441 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ca70e-2379-49a6-8d01-99ae2eb8f5b6 None None] Pushing event updated for resources: {'Port': ['ID=df76bfcb-d567-4b38-bdfe-32bc7d59d3e8,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:59:59.983142 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] For port df76bfcb-d567-4b38-bdfe-32bc7d59d3e8, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:59:59.986384 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] For port df76bfcb-d567-4b38-bdfe-32bc7d59d3e8, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=df76bfcb-d567-4b38-bdfe-32bc7d59d3e8,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:59:59.990687 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:00.040801 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Routers {'8e589674-3146-4e55-86fd-3130c5f069c4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:00:00.041422 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T21:59:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['8e589674-3146-4e55-86fd-3130c5f069c4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:00.084535 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ca70e-2379-49a6-8d01-99ae2eb8f5b6 None None] Pushing event updated for resources: {'Port': ['ID=df76bfcb-d567-4b38-bdfe-32bc7d59d3e8,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:00.154925 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] Set router 8e589674-3146-4e55-86fd-3130c5f069c4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:00:00.187117 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 43714) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:00:00.385872 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'name': 'router1', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'df76bfcb-d567-4b38-bdfe-32bc7d59d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:59:39Z', 'updated_at': '2021-07-22T21:59:57Z', 'revision_number': 4, 'project_id': '903940ce851441acb4d8b20572db6e57', 'gw_port': {'id': 'df76bfcb-d567-4b38-bdfe-32bc7d59d3e8', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:23:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:59:56Z', 'updated_at': '2021-07-22T21:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'c3d3a8d9-da6d-4df6-8442-a8495e2b3d51', 'name': '', 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'mac_address': 'fa:16:3e:5b:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:59:48Z', 'updated_at': '2021-07-22T21:59:57Z', 'revision_number': 5, 'project_id': '903940ce851441acb4d8b20572db6e57', 'subnets': [{'id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ea9ef9-dcce-4584-88bc-c0b090b203c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:00:00.395857 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-da3742ab-5bd6-40b1-ae90-ba274863719c admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2066817 Jul 22 22:00:00.417064 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa4aaf6-b591-4547-9d7b-0291d007625b None None] The sync data for ids ['8e589674-3146-4e55-86fd-3130c5f069c4'] in dv-cinder-801522-2-iscsi is: [{'id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'name': 'router1', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'df76bfcb-d567-4b38-bdfe-32bc7d59d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:59:39Z', 'updated_at': '2021-07-22T21:59:57Z', 'revision_number': 4, 'project_id': '903940ce851441acb4d8b20572db6e57', 'gw_port': {'id': 'df76bfcb-d567-4b38-bdfe-32bc7d59d3e8', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:23:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:59:56Z', 'updated_at': '2021-07-22T21:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'c3d3a8d9-da6d-4df6-8442-a8495e2b3d51', 'name': '', 'network_id': 'c13d04ce-9fc8-4ade-a6d7-ff722642438b', 'tenant_id': '903940ce851441acb4d8b20572db6e57', 'mac_address': 'fa:16:3e:5b:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e589674-3146-4e55-86fd-3130c5f069c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:59:48Z', 'updated_at': '2021-07-22T21:59:57Z', 'revision_number': 5, 'project_id': '903940ce851441acb4d8b20572db6e57', 'subnets': [{'id': '734af2e1-9540-4482-ae09-bfdfed3bb28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4ea9ef9-dcce-4584-88bc-c0b090b203c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:00:01.652053 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device df76bfcb-d567-4b38-bdfe-32bc7d59d3e8 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:00:01.703028 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port df76bfcb-d567-4b38-bdfe-32bc7d59d3e8 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:00:01.707678 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port df76bfcb-d567-4b38-bdfe-32bc7d59d3e8 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:00:01.708085 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:01.789149 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:01.813231 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port df76bfcb-d567-4b38-bdfe-32bc7d59d3e8, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=df76bfcb-d567-4b38-bdfe-32bc7d59d3e8,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:00:01.817467 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:01.868829 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=df76bfcb-d567-4b38-bdfe-32bc7d59d3e8,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:00:03.668900 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device df76bfcb-d567-4b38-bdfe-32bc7d59d3e8 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:00:03.728191 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port df76bfcb-d567-4b38-bdfe-32bc7d59d3e8 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:00:03.728818 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:09.688693 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ee322470-4393-457a-a2d1-abbaf6ed5ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:12.779195 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:12.881798 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 5 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:00:13.150623 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-62b3806d-1eb5-472f-af3a-563cd480ddb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:14.324256 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:16.056507 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:39.674001 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ffe2be0a-29d8-4a07-b04b-cf0edbf0afc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:42.782604 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:43.148271 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbe497c5-8489-41bd-a2c6-ee0e1df811d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:44.337323 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:46.075541 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:00:49.881216 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 5 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:01:09.682406 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ae594cbe-5a2c-4809-92fb-afd0eb870503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:12.779272 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:13.140566 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-083bd3ea-433b-4aa3-ba07-19f73c6a5267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:14.340150 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:16.073148 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:26.880240 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 5 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:01:39.674999 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-08d71e83-fda8-49b1-84fd-7216e4d7aa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:41.541418 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44282) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:41.603065 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93b1ee8-83be-44fa-a3e2-8e2330b84ff7 admin admin] GET failed (client error): The resource could not be found. Jul 22 22:01:41.604432 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f93b1ee8-83be-44fa-a3e2-8e2330b84ff7 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619490 Jul 22 22:01:41.770346 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40de42-56b8-495a-aa48-b058cfbd088d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:41.771865 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-9f40de42-56b8-495a-aa48-b058cfbd088d admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1629624 Jul 22 22:01:42.773630 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.140850 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b33f2a35-41fe-4829-a794-d7a69e0dc2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:43.984005 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44292) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:44.085778 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e6c1c3-5da7-4e31-a276-e8308aa0c367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:44.087152 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-41e6c1c3-5da7-4e31-a276-e8308aa0c367 admin admin] 10.222.0.26 "GET /v2.0/subnets/734af2e1-9540-4482-ae09-bfdfed3bb28e HTTP/1.1" status: 200 len: 849 time: 0.1020854 Jul 22 22:01:44.099965 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:01:44.182379 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.325107 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739505054832'] for subnet, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.339396 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.358225 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:44.359337 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.360115 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] 10.222.0.26 "PUT /v2.0/subnets/734af2e1-9540-4482-ae09-bfdfed3bb28e HTTP/1.1" status: 200 len: 868 time: 0.2654774 Jul 22 22:01:44.375568 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e02791f-0b25-4b32-a8bd-a4582d1e7daf None None] Network c13d04ce-9fc8-4ade-a6d7-ff722642438b requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:01:44.378506 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734af2e1-9540-4482-ae09-bfdfed3bb28e,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:01:44.386261 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.386647 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.386982 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.387308 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.387648 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.388052 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.388378 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.388841 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.389202 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.389539 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.389868 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.390195 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a9521-37e1-44d5-9b44-13e653efbfb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:01:44.715622 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-f192c494-60b9-489e-b693-14feaa98eb9c None None] Provisioning complete for port c3d3a8d9-da6d-4df6-8442-a8495e2b3d51 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:01:44.716021 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f192c494-60b9-489e-b693-14feaa98eb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:44.801900 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-f192c494-60b9-489e-b693-14feaa98eb9c None None] Provisioning complete for port 4c827fd3-3e59-4f6a-a2f6-f9625905a9b3 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:01:44.802265 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f192c494-60b9-489e-b693-14feaa98eb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.070191 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:01:46.567325 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44300) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:46.773276 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a3e503-5b48-4b3a-93a5-6749d3ceae24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:46.773756 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a3e503-5b48-4b3a-93a5-6749d3ceae24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:46.775322 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f9a3e503-5b48-4b3a-93a5-6749d3ceae24 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2070785 Jul 22 22:01:48.958349 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44308) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:49.089717 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9607bf0-cd38-4054-9d58-392cc70a59a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:49.090187 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9607bf0-cd38-4054-9d58-392cc70a59a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:49.092296 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-c9607bf0-cd38-4054-9d58-392cc70a59a5 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1330085 Jul 22 22:01:51.277268 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44316) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:51.416135 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8732e1-f9c4-4f30-a3d1-986ab4d1312f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:51.417528 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-3a8732e1-f9c4-4f30-a3d1-986ab4d1312f admin admin] 10.222.0.26 "GET /v2.0/networks/c13d04ce-9fc8-4ade-a6d7-ff722642438b HTTP/1.1" status: 200 len: 870 time: 0.1393158 Jul 22 22:01:53.620723 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44324) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:53.745454 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e4a02-5604-46c4-ac20-f6a91f21e80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:53.746840 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-488e4a02-5604-46c4-ac20-f6a91f21e80d admin admin] 10.222.0.26 "GET /v2.0/networks/d0ff9072-42a9-438d-9542-01429d25b8c4 HTTP/1.1" status: 200 len: 886 time: 0.1251392 Jul 22 22:01:55.909605 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 44332) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:56.031432 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78729e6-d1c1-4308-8c26-a7e59c7c275b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:56.031908 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78729e6-d1c1-4308-8c26-a7e59c7c275b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:56.033426 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-b78729e6-d1c1-4308-8c26-a7e59c7c275b admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229382 Jul 22 22:01:58.207756 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44342) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:01:58.338529 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce91575-670f-4504-863e-e660766e0bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:58.338984 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce91575-670f-4504-863e-e660766e0bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:01:58.340559 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-9ce91575-670f-4504-863e-e660766e0bd3 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318505 Jul 22 22:02:00.520958 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44350) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:00.611302 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8ac9c-3afd-4c41-98f6-4e510b22a048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:00.612581 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-64b8ac9c-3afd-4c41-98f6-4e510b22a048 admin admin] 10.222.0.26 "GET /v2.0/subnets/734af2e1-9540-4482-ae09-bfdfed3bb28e HTTP/1.1" status: 200 len: 868 time: 0.0906823 Jul 22 22:02:02.809106 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44358) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:02.894488 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf753e3-bdd5-45d0-850f-d8b16d6945e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:02.895855 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-cbf753e3-bdd5-45d0-850f-d8b16d6945e9 admin admin] 10.222.0.26 "GET /v2.0/subnets/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d HTTP/1.1" status: 200 len: 816 time: 0.0857410 Jul 22 22:02:03.878703 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 5 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:02:09.677934 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-25b68f50-b3e1-402b-95c2-828ba74c8c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:12.783325 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:13.143455 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-530cc029-3a08-4285-90d9-39e28fa9d4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:14.343628 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:16.075001 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:28.230990 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 44410) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:28.304440 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [None req-e6220abb-47f5-4d92-84fc-1de837a2de9f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:02:28.305479 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-e6220abb-47f5-4d92-84fc-1de837a2de9f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0731549 Jul 22 22:02:30.695109 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44418) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:30.762414 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1f1c29-bcf3-43cf-bcfe-6fbac4e52f73 admin admin] GET failed (client error): The resource could not be found. Jul 22 22:02:30.764018 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-0d1f1c29-bcf3-43cf-bcfe-6fbac4e52f73 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0677876 Jul 22 22:02:30.855014 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b64dd-82c8-4186-8efc-0fe8bca1a1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:30.856633 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-fb8b64dd-82c8-4186-8efc-0fe8bca1a1f7 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0877447 Jul 22 22:02:33.185249 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44426) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:33.240322 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:33.265714 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Made reservation on behalf of 480c157718284c46b3740171b98405a1 for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:33.269361 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:33.313553 dv-cinder-801522-2-iscsi neutron-server[93409]: WARNING neutron.services.revisions.revision_plugin [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Could not find related network for resource to bump revision. Jul 22 22:02:33.329642 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] vlan segment allocate from pool success with {'vlan_id': 1677, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:02:33.347169 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:33.347812 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Added segment 52c4ee3d-6666-47f6-8a10-50253c17d9ba of type vlan for network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 Jul 22 22:02:33.424911 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:33.467916 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:33.469536 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:33.470148 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:33.504604 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3181918 Jul 22 22:02:33.537552 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933124e-e803-4c69-90c9-8fa2c20a2448 admin admin] Pushing event updated for resources: {'Network': ['ID=b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:33.550547 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:02:35.836173 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44434) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:02:35.896838 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.pecan_wsgi.hooks.translation [None req-df462b99-4136-4a40-b809-ebf5c2e4e45d admin admin] GET failed (client error): The resource could not be found. Jul 22 22:02:35.898171 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-df462b99-4136-4a40-b809-ebf5c2e4e45d admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610030 Jul 22 22:02:36.061305 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d349da-ab75-45d2-a944-08332cff0013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:36.062721 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-72d349da-ab75-45d2-a944-08332cff0013 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1607249 Jul 22 22:02:36.072493 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46', 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:02:36.094014 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Made reservation on behalf of 480c157718284c46b3740171b98405a1 for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:02:36.096624 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:36.266961 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:36.326727 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89b0d48-54ee-411c-b0fc-46029cdedf9d,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:36.331310 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Checking segment: {'id': '52c4ee3d-6666-47f6-8a10-50253c17d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1677, 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:36.331673 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Network hostable DHCP agents. Network: b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:02:36.349734 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:02:36.360992 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:36.366607 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:02:36.367571 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:36.372902 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c653ed-c158-497f-acf4-b14d17cd2da9 None None] Network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:36.395737 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-6948e0d8-9396-4d6a-bb9a-842ca3be2de4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3164265 Jul 22 22:02:36.541111 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ca64da-f218-58f5-9a77-67de74284139-b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46', 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46', 'tenant_id': '480c157718284c46b3740171b98405a1', 'fixed_ips': [{'subnet_id': 'b89b0d48-54ee-411c-b0fc-46029cdedf9d'}]}} from dv-cinder-801522-2-iscsi. {{(pid=93410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:02:36.542014 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:36.688657 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Allocated IP 192.168.233.2 (b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46/b89b0d48-54ee-411c-b0fc-46029cdedf9d/aa6a715e-9e34-4176-be81-ae2e78af193b) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:02:36.860284 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:36.868941 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Transition to ACTIVE for port object aa6a715e-9e34-4176-be81-ae2e78af193b will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:36.885905 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Transition to ACTIVE for port object aa6a715e-9e34-4176-be81-ae2e78af193b will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:02:36.894747 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:36.942023 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:02:36.944843 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:02:36.948578 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:02:36.956181 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Pushing event updated for resources: {'Port': ['ID=aa6a715e-9e34-4176-be81-ae2e78af193b,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:36.983906 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.984254 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.984596 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.984938 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.985270 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.985604 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.986558 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.986558 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.986782 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.986922 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.987242 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:36.987615 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:02:37.023544 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Attempting to bind port aa6a715e-9e34-4176-be81-ae2e78af193b on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:02:37.023960 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Attempting to bind port aa6a715e-9e34-4176-be81-ae2e78af193b by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': '52c4ee3d-6666-47f6-8a10-50253c17d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1677, 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:02:37.024322 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Attempting to bind port aa6a715e-9e34-4176-be81-ae2e78af193b on network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:02:37.030542 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:02:37.030915 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Checking segment: {'id': '52c4ee3d-6666-47f6-8a10-50253c17d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1677, 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:02:37.031353 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.031755 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Bound using segment: {'id': '52c4ee3d-6666-47f6-8a10-50253c17d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1677, 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:02:37.032224 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Bound port: aa6a715e-9e34-4176-be81-ae2e78af193b, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c4ee3d-6666-47f6-8a10-50253c17d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1677, 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:02:37.032624 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.101049 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] For port aa6a715e-9e34-4176-be81-ae2e78af193b, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:02:37.104540 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] For port aa6a715e-9e34-4176-be81-ae2e78af193b, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=aa6a715e-9e34-4176-be81-ae2e78af193b,segment=NetworkSegment(52c4ee3d-6666-47f6-8a10-50253c17d9ba),segment_id=52c4ee3d-6666-47f6-8a10-50253c17d9ba)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:02:37.116325 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:37.183361 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb744ca-9ca5-42bf-af71-18ad956870c3 None None] Pushing event updated for resources: {'Port': ['ID=aa6a715e-9e34-4176-be81-ae2e78af193b,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:37.775303 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device aa6a715e-9e34-4176-be81-ae2e78af193b up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:02:37.844721 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port aa6a715e-9e34-4176-be81-ae2e78af193b completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:02:38.071068 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe7126d-bb0f-46ab-b2f3-531aa305d593 None None] Network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:02:38.154990 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-90ac1389-a51c-4372-ae19-8bc5d4ca59ef None None] Provisioning for port aa6a715e-9e34-4176-be81-ae2e78af193b completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:02:38.162498 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-90ac1389-a51c-4372-ae19-8bc5d4ca59ef None None] Provisioning complete for port aa6a715e-9e34-4176-be81-ae2e78af193b triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:02:38.163068 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-90ac1389-a51c-4372-ae19-8bc5d4ca59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:38.302259 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-90ac1389-a51c-4372-ae19-8bc5d4ca59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:38.345567 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-90ac1389-a51c-4372-ae19-8bc5d4ca59ef None None] For port aa6a715e-9e34-4176-be81-ae2e78af193b, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=aa6a715e-9e34-4176-be81-ae2e78af193b,segment=NetworkSegment(52c4ee3d-6666-47f6-8a10-50253c17d9ba),segment_id=52c4ee3d-6666-47f6-8a10-50253c17d9ba)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:02:38.350425 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-90ac1389-a51c-4372-ae19-8bc5d4ca59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:38.406570 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac1389-a51c-4372-ae19-8bc5d4ca59ef None None] Pushing event updated for resources: {'Port': ['ID=aa6a715e-9e34-4176-be81-ae2e78af193b,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:02:38.570028 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-84c82335-699d-4333-87b2-b2b21f9a117b None None] Provisioning complete for port aa6a715e-9e34-4176-be81-ae2e78af193b triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:02:38.570308 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-84c82335-699d-4333-87b2-b2b21f9a117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:39.680776 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b805e27a-93f9-4bd1-bda9-39be4a1deb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:39.747208 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device aa6a715e-9e34-4176-be81-ae2e78af193b up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:02:39.798687 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port aa6a715e-9e34-4176-be81-ae2e78af193b triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:02:39.799048 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:40.879290 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 5 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:02:42.776078 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:43.144602 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bfc81a41-b8ec-44d0-96c4-ca65ea36b233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:44.347485 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:02:46.077490 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:09.682209 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b0f7e67d-1441-4c2f-b2e5-339670bb366a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:12.782936 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:13.146915 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5a88d6ff-33f8-4a20-9d6e-59e1a3ac5cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:14.351851 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:16.084804 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:17.879832 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 5 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:03:39.696485 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-31d69b3a-3e95-4c6c-95ac-f0d60ef74810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:42.777337 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:43.151031 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ff63d794-5f66-437c-aa46-cbd2308256b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:44.353923 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:46.085104 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:50.624523 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44486) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:03:50.631816 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [None req-3662e308-483f-43aa-9da9-e22d7d45ff75 tempest-verify_tempest_config-1739728206 tempest-verify_tempest_config-1739728206-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:03:50.632819 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-3662e308-483f-43aa-9da9-e22d7d45ff75 tempest-verify_tempest_config-1739728206 tempest-verify_tempest_config-1739728206-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069447 Jul 22 22:03:51.001488 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 44504) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:03:51.115556 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.269717 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.275827 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.328219 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349bfd37-3281-4790-8568-842544932879,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:51.332974 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c57fa592ee9f4affb4f7aa521d490d29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3302879 Jul 22 22:03:51.337682 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44510) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:03:51.338935 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.339293 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.339640 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.340006 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.340341 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.340703 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.341036 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.341363 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.341697 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.342021 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.342353 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.342674 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f84d65-511b-41af-a1f2-b49fd306cbf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.402158 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.425343 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.529124 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.532257 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:03:51.533750 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/349bfd37-3281-4790-8568-842544932879 HTTP/1.1" status: 204 len: 168 time: 0.1949174 Jul 22 22:03:51.545583 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349bfd37-3281-4790-8568-842544932879,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:03:51.558761 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.559371 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.559963 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.560522 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.561101 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.561649 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.562183 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.562702 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.563319 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.564491 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.565037 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:51.565600 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e336d18-fe89-407b-bf34-8a1cab6e74b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:03:54.879653 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 5 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:04:09.694672 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-10039774-d54b-4dd6-9eca-c9f2c323ef49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:12.781213 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:13.154904 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c503d534-d142-40ac-87aa-d082cb9033bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:14.356965 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:16.089029 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:31.880085 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 5 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:04:39.693920 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ca714c8f-079e-4f50-ae9e-9f47cacedb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:42.784496 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:43.164892 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e18a4be7-b179-49f2-9a6b-9928e0e322b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:44.360075 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:46.090406 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:08.879250 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 5 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:05:09.687754 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d038192e-2def-4d21-9cc7-8913a99e2de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:12.786767 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:13.156875 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9049b1d6-db79-4466-820f-705c803aff69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:14.361224 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:16.096422 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:27.055274 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619234'] for agent, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:30.984277 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 44562) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:31.108944 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-08c1d3a8-9880-4433-a6d2-c889a47e1510 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1235340 Jul 22 22:05:33.375792 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44572) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:33.437651 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-da4dff04-1414-4b33-88e3-b0ec377d610b admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0607376 Jul 22 22:05:39.691236 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e56e3069-4436-44fc-a6e8-1f93acc803ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:42.788746 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:43.165656 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-013b0225-841d-4df3-a643-7d00f2a10bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:44.365119 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:45.878731 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:05:46.096205 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:57.008101 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:09.694705 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d6df81b0-b32a-4093-a0c6-4ad7f1ced59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:12.791982 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:13.156352 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-81ca9952-5130-4cd7-8294-22a08a045fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:14.367987 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:16.101461 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:22.878264 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:06:27.030186 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:39.695449 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e91bca9-26d2-4965-8492-32cd38ad2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:42.795386 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:43.157626 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09b922ad-4204-4448-aa75-58c88a47b1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:44.370325 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:46.103362 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:57.033980 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:59.877484 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:07:03.487174 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 44726) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:03.691659 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-472535605-network', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:03.720860 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Made reservation on behalf of f507516239134a16b3d7b46a4a38af3e for: {'network': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:03.723566 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:03.733768 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:03.840182 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:03.844635 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:03.881647 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 1663, 'physical_network': 'physnet1'} {{(pid=93408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:07:03.885157 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f55cbf-02fa-43cf-9499-48edf35b04d1,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:03.899304 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.899571 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.899912 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.900295 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.901324 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.901659 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.902022 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.902372 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.902713 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.903036 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.903357 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.903672 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Tracked resource versions report: Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: pushed versions: Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: { 'AddressGroup': {'1.2'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'ConntrackHelper': {'1.0'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Log': {'1.0'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Network': {'1.1'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Port': {'1.7'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'PortForwarding': {'1.2'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'QosPolicy': {'1.8'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SecurityGroup': {'1.4'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SubPort': {'1.0'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Subnet': {'1.1'}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Trunk': {'1.1'}} Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: consumer versions: Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: { DHCP agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: HyperV agent@hv-cinder-80152: {}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: L3 agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: Metadata agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: Metering agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: Open vSwitch agent@dv-cinder-801522-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'ConntrackHelper': '1.0', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Log': '1.0', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Network': '1.1', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Port': '1.7', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'PortForwarding': '1.2', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'QosPolicy': '1.8', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SecurityGroup': '1.4', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SecurityGroupRule': '1.2', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'SubPort': '1.0', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Subnet': '1.1', Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: 'Trunk': '1.1'}} Jul 22 22:07:03.904703 dv-cinder-801522-2-iscsi neutron-server[93408]: {{(pid=93408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:07:03.912431 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739505087272', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:03.912998 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Unsubscribe: segment precommit_create {{(pid=93408) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 22:07:03.913447 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.segments_db [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Added segment 9cbd3055-b1c0-43c6-ae69-1fca465048b7 of type vlan for network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 Jul 22 22:07:03.974451 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.017419 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44774) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:04.021969 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.022870 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:04.024354 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.105120 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44784) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:04.105401 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6158321 Jul 22 22:07:04.111858 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Request body: {'subnet': {'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-472535605-subnet', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:04.136413 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa07f66-8e14-4521-8801-e4fbfc3b4d9f admin admin] Pushing event updated for resources: {'Network': ['ID=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:04.138000 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Made reservation on behalf of f507516239134a16b3d7b46a4a38af3e for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:04.141850 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.148662 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:07:04.337997 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.385666 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733f2904-165c-47a0-87f7-87c92ef3b4a7,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:04.402689 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.403067 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.403415 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.403779 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.404117 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.404459 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.404774 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.405103 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.405446 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.405788 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.406095 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.406419 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Tracked resource versions report: Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: pushed versions: Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: { 'AddressGroup': {'1.2'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'ConntrackHelper': {'1.0'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Log': {'1.0'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Network': {'1.1'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Port': {'1.7'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'PortForwarding': {'1.2'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'QosPolicy': {'1.8'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SecurityGroup': {'1.4'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SubPort': {'1.0'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Subnet': {'1.1'}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Trunk': {'1.1'}} Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: consumer versions: Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: { DHCP agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: HyperV agent@hv-cinder-80152: {}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: L3 agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: Metadata agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: Metering agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: Open vSwitch agent@dv-cinder-801522-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'ConntrackHelper': '1.0', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Log': '1.0', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Network': '1.1', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Port': '1.7', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'PortForwarding': '1.2', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'QosPolicy': '1.8', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SecurityGroup': '1.4', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SecurityGroupRule': '1.2', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'SubPort': '1.0', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Subnet': '1.1', Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: 'Trunk': '1.1'}} Jul 22 22:07:04.407765 dv-cinder-801522-2-iscsi neutron-server[93409]: {{(pid=93409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:07:04.416577 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Checking segment: {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:04.416944 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Network hostable DHCP agents. Network: 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:07:04.439157 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:07:04.450452 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:04.456736 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:04.457754 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.463533 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a652a0a5-2572-49d6-aadd-3bf47950b5eb None None] Network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:04.478731 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 44794) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:04.479154 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 44796) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:04.479270 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-cbba1844-07a0-44a6-8a5c-9c597e775dd6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3729601 Jul 22 22:07:04.483962 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:04.504519 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-179090039-network', 'tenant_id': '4916e59614aa42639b3699de5d06966d'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:04.518079 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.519301 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8690'] for router, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.539306 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44800) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:04.550569 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Made reservation on behalf of 4916e59614aa42639b3699de5d06966d for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:04.552864 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.575991 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.582388 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.658497 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ca64da-f218-58f5-9a77-67de74284139-45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7'}]}} from dv-cinder-801522-2-iscsi. {{(pid=93410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:07:04.659794 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.675300 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44806) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:04.748960 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44814) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:04.766730 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.774980 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.827330 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0b407e-791b-4bc9-9593-84a45d713657,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:04.846130 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Allocated IP 172.20.0.2 (45cb5a4d-8aaf-4f48-8b12-118dba1f6c49/733f2904-165c-47a0-87f7-87c92ef3b4a7/00c869d2-bca0-428b-8f2e-07bc8eb23e6d) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:04.846920 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1681, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:07:04.858006 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.858348 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Added segment c7fdb293-18f5-4c7e-a014-7dfded6e8c37 of type vlan for network a0d315c4-30cd-42ae-a6ae-0db87463e194 Jul 22 22:07:04.874724 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-699529417-network', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:04.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.931095 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-572551627-network', 'tenant_id': '1b596739c73649e893357fef51411bac'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:04.942308 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1313131052-network', 'tenant_id': 'c3141fe6991f46de88a1cd0363624754'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:04.950223 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.954411 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.955366 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:04.956100 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:04.987434 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Made reservation on behalf of 1b596739c73649e893357fef51411bac for: {'network': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:04.990134 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.009189 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.025780 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d315c4-30cd-42ae-a6ae-0db87463e194,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:05.072141 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-095ad249-0487-49ac-8216-d9610e5e0ff1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0513968 Jul 22 22:07:05.072948 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44830) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:05.086415 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.100492 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Transition to ACTIVE for port object 00c869d2-bca0-428b-8f2e-07bc8eb23e6d will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:05.111991 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Request body: {'subnet': {'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-subnet', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:05.121191 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Transition to ACTIVE for port object 00c869d2-bca0-428b-8f2e-07bc8eb23e6d will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:05.126926 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network a0d315c4-30cd-42ae-a6ae-0db87463e194 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:07:05.128664 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Made reservation on behalf of 1a62e52a0b7146518df30fa2767dbdd1 for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:05.132338 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.148487 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.162124 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-827080640-network', 'tenant_id': '71518297aed1426a8ff0553453138acc'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:05.175779 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Made reservation on behalf of c3141fe6991f46de88a1cd0363624754 for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:05.180362 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.189947 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.204084 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.265713 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Pushing event updated for resources: {'Port': ['ID=00c869d2-bca0-428b-8f2e-07bc8eb23e6d,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:05.276370 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.276995 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.277501 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.277987 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.278470 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.279127 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.279612 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.279967 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.280366 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.280694 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.281018 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.281332 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Tracked resource versions report: Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: pushed versions: Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: { 'AddressGroup': {'1.2'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'ConntrackHelper': {'1.0'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Log': {'1.0'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Network': {'1.1'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Port': {'1.7'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'PortForwarding': {'1.2'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'QosPolicy': {'1.8'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SecurityGroup': {'1.4'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SubPort': {'1.0'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Subnet': {'1.1'}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Trunk': {'1.1'}} Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: consumer versions: Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: { DHCP agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: HyperV agent@hv-cinder-80152: {}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: L3 agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: Metadata agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: Metering agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: Open vSwitch agent@dv-cinder-801522-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'ConntrackHelper': '1.0', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Log': '1.0', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Network': '1.1', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Port': '1.7', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'PortForwarding': '1.2', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'QosPolicy': '1.8', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SecurityGroup': '1.4', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SecurityGroupRule': '1.2', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'SubPort': '1.0', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Subnet': '1.1', Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: 'Trunk': '1.1'}} Jul 22 22:07:05.282499 dv-cinder-801522-2-iscsi neutron-server[93410]: {{(pid=93410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:07:05.288075 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:05.289594 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:05.293091 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:05.342625 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.360408 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Attempting to bind port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:05.361080 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Attempting to bind port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:05.361639 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Attempting to bind port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d on network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:05.367555 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.367903 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:05.368391 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Checking segment: {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:05.368674 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.369160 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Bound using segment: {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:05.369732 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Bound port: 00c869d2-bca0-428b-8f2e-07bc8eb23e6d, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:05.370295 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.401676 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.435098 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.450750 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Made reservation on behalf of 4916e59614aa42639b3699de5d06966d for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:05.460408 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.471276 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] For port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:05.475635 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] For port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=00c869d2-bca0-428b-8f2e-07bc8eb23e6d,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:05.478783 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] vlan segment allocate from pool success with {'vlan_id': 1694, 'physical_network': 'physnet1'} {{(pid=93408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:07:05.488888 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.490422 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d698be51-d39b-4802-9db6-7cc85187e936,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:05.510747 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.511275 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.segments_db [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Added segment 67befa93-3866-4672-8b02-63ca6e6d0d3b of type vlan for network 08a7b232-6e2a-44c4-9040-e018b2e6428e Jul 22 22:07:05.557480 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.584230 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.db.api [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:07:05.584230 dv-cinder-801522-2-iscsi neutron-server[93409]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 22:07:05.584230 dv-cinder-801522-2-iscsi neutron-server[93409]: [parameters: {'project_id_1': 'c3141fe6991f46de88a1cd0363624754', 'expiration_1': datetime.datetime(2021, 7, 22, 22, 7, 5, 202037)}] Jul 22 22:07:05.584230 dv-cinder-801522-2-iscsi neutron-server[93409]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:07:05.597415 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG oslo_db.api [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:07:05.611444 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71120ca9-9ef0-4563-8a03-bacf488a8918 None None] Pushing event updated for resources: {'Port': ['ID=00c869d2-bca0-428b-8f2e-07bc8eb23e6d,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:05.614511 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.db.api [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:07:05.614511 dv-cinder-801522-2-iscsi neutron-server[93409]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 22:07:05.614511 dv-cinder-801522-2-iscsi neutron-server[93409]: [parameters: {'project_id_1': '1a62e52a0b7146518df30fa2767dbdd1', 'expiration_1': datetime.datetime(2021, 7, 22, 22, 7, 5, 173286)}] Jul 22 22:07:05.614511 dv-cinder-801522-2-iscsi neutron-server[93409]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:07:05.617594 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG oslo_db.api [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:07:05.629787 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Made reservation on behalf of 71518297aed1426a8ff0553453138acc for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:05.634512 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.636699 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.637675 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:05.638252 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.678148 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Allocated IP 172.27.2.90 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/c8ef587f-2395-408a-81b5-5be4687ff2b6) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:05.810393 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.820118 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.820712 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.908889 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:05.957405 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:05.996407 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b254013-9c05-4c71-adb5-598c1ed39663,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:06.005554 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:06.007561 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Pushing event updated for resources: {'Port': ['ID=c8ef587f-2395-408a-81b5-5be4687ff2b6,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:06.021954 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:06.047446 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Checking segment: {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:06.048882 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Network hostable DHCP agents. Network: a0d315c4-30cd-42ae-a6ae-0db87463e194, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:07:06.066339 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 00c869d2-bca0-428b-8f2e-07bc8eb23e6d up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:06.107297 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.113728 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] Pushing event updated for resources: {'Network': ['ID=08a7b232-6e2a-44c4-9040-e018b2e6428e,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:06.120547 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.146649 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 08a7b232-6e2a-44c4-9040-e018b2e6428e details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:07:06.162287 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Network a0d315c4-30cd-42ae-a6ae-0db87463e194 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:07:06.178916 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, a0d315c4-30cd-42ae-a6ae-0db87463e194) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:06.200719 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:06.201560 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.207235 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07781f7-7fe2-4bfd-b804-7766ff2234a0 None None] Network a0d315c4-30cd-42ae-a6ae-0db87463e194 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:06.216479 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.226159 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.259608 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-b4794bfa-efd1-4b6d-b5c4-ca42f530c611 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1854880 Jul 22 22:07:06.262715 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44872) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:06.277466 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:06.310967 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] vlan segment allocate from pool success with {'vlan_id': 1666, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:07:06.321166 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-3862d694-cf76-41c6-abc8-bcfa1cf96321 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8333595 Jul 22 22:07:06.324372 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 44874) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:06.333445 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Request body: {'subnet': {'network_id': '08a7b232-6e2a-44c4-9040-e018b2e6428e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-572551627-subnet', 'tenant_id': '1b596739c73649e893357fef51411bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:06.339633 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:06.397379 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.489675 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ca64da-f218-58f5-9a77-67de74284139-a0d315c4-30cd-42ae-a6ae-0db87463e194', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663'}]}} from dv-cinder-801522-2-iscsi. {{(pid=93410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:07:06.491091 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.510406 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.513053 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.513620 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Added segment cc3342e8-f180-4591-8240-42501d88a9e9 of type vlan for network 85d2fff4-2f67-4522-be6a-7c76aad5a329 Jul 22 22:07:06.522998 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aae136-41eb-459e-8f8b-4ac807328caf,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:06.534396 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.664338 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.703662 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19824913-6969-403f-83ea-d3e4d9d440a5,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:06.757918 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Allocated IP 172.20.0.2 (a0d315c4-30cd-42ae-a6ae-0db87463e194/9b254013-9c05-4c71-adb5-598c1ed39663/b0209f2e-4e14-4428-8e1a-63ee5ca02f3f) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:06.782951 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.784257 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:06.784837 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.790703 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.db.api [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:07:06.792338 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG oslo_db.api [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:07:06.798782 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891'] for router, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.888770 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:06.976739 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] Pushing event updated for resources: {'Network': ['ID=85d2fff4-2f67-4522-be6a-7c76aad5a329,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:06.984289 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.012253 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 85d2fff4-2f67-4522-be6a-7c76aad5a329 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:07:07.018446 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb0d553-4217-47f0-ac1a-d122d570117c,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:07.028320 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 is scheduled to L3 agent af41ddc6-de64-4912-8bca-91e365744270 with binding_index 1 {{(pid=93408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:07:07.036227 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] vlan segment allocate from pool success with {'vlan_id': 1657, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:07:07.045252 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.047781 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8690'] for router, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.058088 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.058731 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Added segment 5d017654-09bb-4e60-9f4c-9c656add1f2b of type vlan for network b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d Jul 22 22:07:07.087727 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216400d-80a5-40e7-b079-b08271303f20 None None] Network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:07.101246 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Made reservation on behalf of 1b596739c73649e893357fef51411bac for: {'subnet': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:07.113358 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.166598 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-47fe1782-885f-4ede-bb2e-8f7ff9261a07 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4136417 Jul 22 22:07:07.214628 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44884) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:07.221383 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Request body: {'subnet': {'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-827080640-subnet', 'tenant_id': '71518297aed1426a8ff0553453138acc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:07.243501 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.255029 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Made reservation on behalf of 71518297aed1426a8ff0553453138acc for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:07.257697 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.271924 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.300122 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.343420 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-915610c4-23f4-4212-8e0c-d555832c3fab None None] Provisioning for port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:07.376442 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-915610c4-23f4-4212-8e0c-d555832c3fab None None] Provisioning complete for port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:07.377062 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-915610c4-23f4-4212-8e0c-d555832c3fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.402383 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.db.resource_extend [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 22:07:07.481500 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.505761 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Transition to ACTIVE for port object b0209f2e-4e14-4428-8e1a-63ee5ca02f3f will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:07.529383 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Transition to ACTIVE for port object b0209f2e-4e14-4428-8e1a-63ee5ca02f3f will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:07.562648 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.588360 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] vlan segment allocate from pool success with {'vlan_id': 1651, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:07:07.605880 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-915610c4-23f4-4212-8e0c-d555832c3fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.607114 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:07:07.626274 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.627397 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:07.628843 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.629332 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Sync routers for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:07:07.639343 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Network a0d315c4-30cd-42ae-a6ae-0db87463e194 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:07.646454 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:07.647227 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:06:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:07.650673 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.655980 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-923a486d-ed3e-4022-8f79-0cb54726f2bd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1755028 Jul 22 22:07:07.656279 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:07.657247 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 44892) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:07.659554 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:07.669513 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Pushing event updated for resources: {'Port': ['ID=b0209f2e-4e14-4428-8e1a-63ee5ca02f3f,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:07.688734 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-915610c4-23f4-4212-8e0c-d555832c3fab None None] For port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=00c869d2-bca0-428b-8f2e-07bc8eb23e6d,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:07.707870 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-915610c4-23f4-4212-8e0c-d555832c3fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.785277 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Attempting to bind port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:07.785598 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Attempting to bind port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:07.785999 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Attempting to bind port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f on network a0d315c4-30cd-42ae-a6ae-0db87463e194 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:07.793797 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.794247 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:07.794484 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Added segment f42b630b-4ba8-4b7d-becb-d98fd4eb9886 of type vlan for network dae36239-69f7-4fc8-bff2-d4812783c1d3 Jul 22 22:07:07.794750 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Checking segment: {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:07.795156 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.795546 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Bound using segment: {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:07.796086 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Bound port: b0209f2e-4e14-4428-8e1a-63ee5ca02f3f, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:07.796459 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.831681 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915610c4-23f4-4212-8e0c-d555832c3fab None None] Pushing event updated for resources: {'Port': ['ID=00c869d2-bca0-428b-8f2e-07bc8eb23e6d,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:07.942702 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] For port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:07.958358 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:07.971542 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] For port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=b0209f2e-4e14-4428-8e1a-63ee5ca02f3f,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:07.985613 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 00c869d2-bca0-428b-8f2e-07bc8eb23e6d up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:07.987946 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.005651 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.020883 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] Pushing event updated for resources: {'Network': ['ID=b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:08.030455 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.031735 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:08.032610 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.107593 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:07:08.128348 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.134410 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.158047 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-a80ea183-86f0-4045-a02a-eb1bd12b9355 None None] Provisioning complete for port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:08.158643 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a80ea183-86f0-4045-a02a-eb1bd12b9355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.176460 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-c45254b8-29f0-4035-b0a0-058325c80043 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.5000021 Jul 22 22:07:08.178957 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] Pushing event updated for resources: {'Network': ['ID=dae36239-69f7-4fc8-bff2-d4812783c1d3,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:08.182727 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44916) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:08.225205 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Request body: {'subnet': {'network_id': 'b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1313131052-subnet', 'tenant_id': 'c3141fe6991f46de88a1cd0363624754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:08.252282 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:06Z', 'revision_number': 3, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:08.270734 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d38b1c9-ac26-4cc3-b632-df62a5b001a6,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:08.282277 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f399a483-7dfe-4b13-a7c8-0638422b7cba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.7372143 Jul 22 22:07:08.285185 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44920) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:08.292177 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Checking router: 1f2c45d1-bfa4-4977-9518-a7d6a153f072 for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:07:08.292681 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Updating router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 port c8ef587f-2395-408a-81b5-5be4687ff2b6 binding host dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:07:08.317808 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Request body: {'subnet': {'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-699529417-subnet', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:08.342468 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.349215 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Checking segment: {'id': '67befa93-3866-4672-8b02-63ca6e6d0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1694, 'network_id': '08a7b232-6e2a-44c4-9040-e018b2e6428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:08.350778 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Network hostable DHCP agents. Network: 08a7b232-6e2a-44c4-9040-e018b2e6428e, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:07:08.384224 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Network 08a7b232-6e2a-44c4-9040-e018b2e6428e is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:07:08.412980 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 08a7b232-6e2a-44c4-9040-e018b2e6428e) {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:08.529657 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Made reservation on behalf of c3141fe6991f46de88a1cd0363624754 for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:08.532030 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.534927 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:08.535676 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.591581 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network dae36239-69f7-4fc8-bff2-d4812783c1d3 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:07:08.593862 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6c4ad3-35a2-4a57-aca8-4122173ef4eb None None] Network 08a7b232-6e2a-44c4-9040-e018b2e6428e requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:08.916746 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52956db8-43e9-417e-98d7-6cd1cee6691f None None] Pushing event updated for resources: {'Port': ['ID=b0209f2e-4e14-4428-8e1a-63ee5ca02f3f,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:08.937410 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-ec97e1d3-8272-441c-b03f-047b14c2b492 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6099894 Jul 22 22:07:08.980582 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.984610 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Made reservation on behalf of 1a62e52a0b7146518df30fa2767dbdd1 for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:08.987088 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Notify callbacks [] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:08.988626 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:08.989425 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.010348 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.052195 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.068958 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Transition to ACTIVE for port object c8ef587f-2395-408a-81b5-5be4687ff2b6 will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:09.082954 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.205075 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d10185-f07b-485d-820c-20a430efc27a None None] Network 08a7b232-6e2a-44c4-9040-e018b2e6428e requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:09.215145 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Attempting to bind port c8ef587f-2395-408a-81b5-5be4687ff2b6 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:09.215578 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Attempting to bind port c8ef587f-2395-408a-81b5-5be4687ff2b6 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:09.217216 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Attempting to bind port c8ef587f-2395-408a-81b5-5be4687ff2b6 on network d0ff9072-42a9-438d-9542-01429d25b8c4 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:09.243603 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.244953 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:09.245553 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:09.246130 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.246895 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Bound using segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:09.248195 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Bound port: c8ef587f-2395-408a-81b5-5be4687ff2b6, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:09.248986 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.268491 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65035fb7-8cbd-4538-be81-238ba9d8fca1,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:09.302269 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Allocated IP 172.20.0.1 (45cb5a4d-8aaf-4f48-8b12-118dba1f6c49/733f2904-165c-47a0-87f7-87c92ef3b4a7/5145b05e-0796-4fe6-a07a-87c35856db8f) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:09.314126 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] For port c8ef587f-2395-408a-81b5-5be4687ff2b6, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:09.319283 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] For port c8ef587f-2395-408a-81b5-5be4687ff2b6, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=c8ef587f-2395-408a-81b5-5be4687ff2b6,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:09.321922 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Pushing event updated for resources: {'Port': ['ID=c8ef587f-2395-408a-81b5-5be4687ff2b6,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:09.345932 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.349706 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.350178 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.350625 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.351210 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.351833 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.358933 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.359633 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.360548 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.361122 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.361687 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.362467 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Tracked resource versions report: Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: pushed versions: Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: { 'AddressGroup': {'1.2'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'ConntrackHelper': {'1.0'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Log': {'1.0'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Network': {'1.1'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Port': {'1.7'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'PortForwarding': {'1.2'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'QosPolicy': {'1.8'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SecurityGroup': {'1.4'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SubPort': {'1.0'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Subnet': {'1.1'}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Trunk': {'1.1'}} Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: consumer versions: Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: { DHCP agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: HyperV agent@hv-cinder-80152: {}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: L3 agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: Metadata agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: Metering agent@dv-cinder-801522-2-iscsi: {}, Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: Open vSwitch agent@dv-cinder-801522-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'ConntrackHelper': '1.0', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Log': '1.0', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Network': '1.1', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Port': '1.7', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'PortForwarding': '1.2', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'QosPolicy': '1.8', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SecurityGroup': '1.4', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SecurityGroupRule': '1.2', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'SubPort': '1.0', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Subnet': '1.1', Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: 'Trunk': '1.1'}} Jul 22 22:07:09.363852 dv-cinder-801522-2-iscsi neutron-server[93411]: {{(pid=93411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:07:09.371553 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.437061 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:09.438034 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:06:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:09.479209 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.496015 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Transition to ACTIVE for port object 5145b05e-0796-4fe6-a07a-87c35856db8f will not be triggered until provisioned by entity DHCP. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:09.508298 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Checking segment: {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:09.508661 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Network hostable DHCP agents. Network: 85d2fff4-2f67-4522-be6a-7c76aad5a329, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:07:09.554600 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.557129 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb43a3-9982-43cf-bd78-0dcd6b47f9b8 None None] Pushing event updated for resources: {'Port': ['ID=c8ef587f-2395-408a-81b5-5be4687ff2b6,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:09.596280 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:09.607796 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:09.611052 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:09.616102 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:09.616728 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614682'] for router_interface, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.635220 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44968) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:09.639434 dv-cinder-801522-2-iscsi neutron-server[93409]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 22:07:09.655948 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecfaaf2-5b5e-43ef-af3c-575f20e76000,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:09.711807 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ea6e1e0-6a7c-4925-a429-b300c337aadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.713240 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Network 85d2fff4-2f67-4522-be6a-7c76aad5a329 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:07:09.732764 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=5145b05e-0796-4fe6-a07a-87c35856db8f,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:09.756143 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Checking segment: {'id': '5d017654-09bb-4e60-9f4c-9c656add1f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1657, 'network_id': 'b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:09.760713 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Network hostable DHCP agents. Network: b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:07:09.803725 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2756874-700c-4445-a3cf-08a64ca9eb06 None None] Network a0d315c4-30cd-42ae-a6ae-0db87463e194 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:09.857206 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.870206 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 85d2fff4-2f67-4522-be6a-7c76aad5a329) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:09.889998 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.948615 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:09.949229 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:09.957147 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:06Z', 'revision_number': 3, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:09.970314 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6083a51f-2ce4-4e31-b61b-472830abf3ea None None] Network 85d2fff4-2f67-4522-be6a-7c76aad5a329 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:10.009063 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:10.013506 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cf51b-9e5d-4baf-81ba-5ff6074dce19 None None] The sync data for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi is: [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:06Z', 'revision_number': 3, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:07:10.020761 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:10.092281 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-d18a2a29-5a24-43bc-870b-67437404f45b None None] Provisioning for port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:10.094543 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device b0209f2e-4e14-4428-8e1a-63ee5ca02f3f up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:10.142389 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:10.147475 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:10.148987 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619946'] for router_interface, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:10.202841 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Allocated IP 172.27.2.71 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/4e428dd8-df56-491d-94ae-3431f4bec2ef) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:10.219577 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:10.225075 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Network b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:07:10.236649 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:10.236649 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:10.273005 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-8b9bbb72-6b72-44f2-8b0d-b4c22cabda85 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0497732 Jul 22 22:07:10.283793 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:10.288101 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:10.288868 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:10.323843 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccc0956-53ac-4eb2-af83-9b6f92065bae None None] Network b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:10.324283 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=5145b05e-0796-4fe6-a07a-87c35856db8f,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:10.336686 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:10.338786 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:10.373553 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-e04ed4d6-d094-497b-a66c-b6f74a1dad92 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:10.375412 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-e04ed4d6-d094-497b-a66c-b6f74a1dad92 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/networks?id=08a7b232-6e2a-44c4-9040-e018b2e6428e HTTP/1.1" status: 200 len: 811 time: 0.7371762 Jul 22 22:07:10.398505 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d68268e-80ba-413f-937d-90301757978d,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:10.417880 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-e9b55163-d4c0-4184-aa1e-84fdd6f5ca39 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2192483 Jul 22 22:07:10.513359 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0cdb8d47-9e6f-44b7-a5f7-109aa9103b04 None None] Provisioning for port 5145b05e-0796-4fe6-a07a-87c35856db8f completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:10.540021 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-2c4b532f-5642-480d-8130-383a6995f133 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/quotas/1b596739c73649e893357fef51411bac HTTP/1.1" status: 200 len: 375 time: 0.1130483 Jul 22 22:07:10.555723 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Checking segment: {'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:10.555723 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Network hostable DHCP agents. Network: dae36239-69f7-4fc8-bff2-d4812783c1d3, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:07:10.558312 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:07:10.558751 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c715de7-d405-48d7-8f56-a3d6a4320ebe None None] Network 85d2fff4-2f67-4522-be6a-7c76aad5a329 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:10.681081 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-6f5c087a-2dab-4ac5-9612-23da60df79d0 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b596739c73649e893357fef51411bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1424537 Jul 22 22:07:10.725631 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:10.768171 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Network dae36239-69f7-4fc8-bff2-d4812783c1d3 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:07:10.814565 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, dae36239-69f7-4fc8-bff2-d4812783c1d3) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:10.820306 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:10.820911 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:10.832530 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0cdb8d47-9e6f-44b7-a5f7-109aa9103b04 None None] Provisioning complete for port 5145b05e-0796-4fe6-a07a-87c35856db8f triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:10.832993 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8d47-9e6f-44b7-a5f7-109aa9103b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:10.862610 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9b3c4-13d7-408c-b50a-b6bee45254f1 None None] Network dae36239-69f7-4fc8-bff2-d4812783c1d3 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:10.875220 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-65865893-0cc8-49d3-a6c1-a55a92cf84df admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5754387 Jul 22 22:07:10.881070 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 44998) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:10.886029 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-699529417-router', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:10.909508 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.049969 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.092179 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45018) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:11.094775 dv-cinder-801522-2-iscsi neutron-server[93408]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 22:07:11.167314 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=b0209f2e-4e14-4428-8e1a-63ee5ca02f3f,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:11.168575 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb8d47-9e6f-44b7-a5f7-109aa9103b04 None None] Port 5145b05e-0796-4fe6-a07a-87c35856db8f cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:07:11.212475 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.213872 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8690'] for router, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.238334 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:11.254389 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e428dd8-df56-491d-94ae-3431f4bec2ef,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:11.255391 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.278272 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:11.285147 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:11.384190 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45032) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:11.392072 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-201086853-network', 'tenant_id': '6f55c90f1a934ebe833339dbf97424a8'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:11.441147 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:07:11.463500 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-61bfc280-20a3-4d79-b40c-f9a08fca4cf2 admin admin] 10.222.0.26 "PUT /v2.0/routers/1f2c45d1-bfa4-4977-9518-a7d6a153f072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7946606 Jul 22 22:07:11.477034 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.495608 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-3c1cf391-fcb4-457d-bc86-fde7656f50d4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:07:11.496901 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-3c1cf391-fcb4-457d-bc86-fde7656f50d4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3256299 Jul 22 22:07:11.512705 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Made reservation on behalf of 6f55c90f1a934ebe833339dbf97424a8 for: {'network': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:11.515575 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b4241-cccc-400e-9115-57117d4b07a4 None None] Network b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:11.519731 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.538887 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-0f4bc8c2-dec7-4476-aad0-8a0eb7ae76b3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:11.540633 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-0f4bc8c2-dec7-4476-aad0-8a0eb7ae76b3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 814 time: 0.4471586 Jul 22 22:07:11.549306 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.593255 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-cf826619-1ace-4f83-8c7e-3947d97cb886 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/quotas/71518297aed1426a8ff0553453138acc HTTP/1.1" status: 200 len: 375 time: 0.0173018 Jul 22 22:07:11.674592 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-0523b8b3-1428-4215-af3c-a0bf005fbbf1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736351 Jul 22 22:07:11.771112 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.776512 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.812293 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae002a7-bd8d-4c44-930b-fcbd27eaa5ca,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:11.849324 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.876667 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1687, 'physical_network': 'physnet1'} {{(pid=93408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:07:11.885405 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b6cab02-14e1-4766-9398-ef8a6a89b699 None None] Provisioning complete for port 5145b05e-0796-4fe6-a07a-87c35856db8f triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:11.885916 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b6cab02-14e1-4766-9398-ef8a6a89b699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.902877 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=b0209f2e-4e14-4428-8e1a-63ee5ca02f3f,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:11.911785 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:11.912093 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.segments_db [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Added segment 5477b8b1-10ec-46b4-8f7f-25b5174483f9 of type vlan for network 753730de-9c17-4dcd-8f0a-ab5260103a01 Jul 22 22:07:11.959871 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-92fdaf44-adac-49a3-8454-1285a1286b34 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:07:11.961335 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-92fdaf44-adac-49a3-8454-1285a1286b34 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1170282 Jul 22 22:07:11.976618 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.042373 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device c8ef587f-2395-408a-81b5-5be4687ff2b6 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:12.047197 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-31de4caf-427b-4767-b3dd-0e6d7c4cabf7 service neutron] 10.222.0.26 "GET /v2.0/networks/08a7b232-6e2a-44c4-9040-e018b2e6428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890981 Jul 22 22:07:12.058112 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.059362 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:12.060422 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.068630 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2495d7e3-4a94-4ab5-8ddd-cbf7bc52d625 None None] Network dae36239-69f7-4fc8-bff2-d4812783c1d3 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:12.074337 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b6cab02-14e1-4766-9398-ef8a6a89b699 None None] Port 5145b05e-0796-4fe6-a07a-87c35856db8f cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:07:12.114046 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7269847 Jul 22 22:07:12.126333 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45044) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:12.131390 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Request body: {'subnet': {'network_id': '753730de-9c17-4dcd-8f0a-ab5260103a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-201086853-subnet', 'tenant_id': '6f55c90f1a934ebe833339dbf97424a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:12.171448 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Made reservation on behalf of 6f55c90f1a934ebe833339dbf97424a8 for: {'subnet': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:12.174728 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.250637 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-38e308d7-34cd-450b-9418-ac2033f73df8 None None] Provisioning complete for port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:12.251216 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-38e308d7-34cd-450b-9418-ac2033f73df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.282999 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.312337 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port c8ef587f-2395-408a-81b5-5be4687ff2b6 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:12.319247 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port c8ef587f-2395-408a-81b5-5be4687ff2b6 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:12.319788 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.395938 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-6dae50cd-3bd9-478b-96ab-7befb260038f service neutron] 10.222.0.26 "GET /v2.0/networks/08a7b232-6e2a-44c4-9040-e018b2e6428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476279 Jul 22 22:07:12.456552 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.464443 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a8b5c-d5e2-4d09-a2aa-d9f3e840fdb3 admin admin] Pushing event updated for resources: {'Network': ['ID=753730de-9c17-4dcd-8f0a-ab5260103a01,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:12.481860 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.515485 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port c8ef587f-2395-408a-81b5-5be4687ff2b6, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=c8ef587f-2395-408a-81b5-5be4687ff2b6,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:12.518962 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 753730de-9c17-4dcd-8f0a-ab5260103a01 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:07:12.533699 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.534085 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-aa4654ab-9f76-440b-ac76-67acf0505df6 service neutron] 10.222.0.26 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446393 Jul 22 22:07:12.551373 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e1efaf-8599-4165-89f0-d7ec5f238bab,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:12.647970 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Checking segment: {'id': '5477b8b1-10ec-46b4-8f7f-25b5174483f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': '753730de-9c17-4dcd-8f0a-ab5260103a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:12.648392 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Network hostable DHCP agents. Network: 753730de-9c17-4dcd-8f0a-ab5260103a01, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:07:12.690113 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=c8ef587f-2395-408a-81b5-5be4687ff2b6,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:12.741005 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Sync routers for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:07:12.753099 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:12.756725 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:06:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:12.833629 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.846786 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Network 753730de-9c17-4dcd-8f0a-ab5260103a01 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:07:12.859365 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-53d774b0-d01c-44a0-8272-d3bbad854430 service neutron] 10.222.0.26 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034019 Jul 22 22:07:12.859865 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.872048 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891'] for router, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.875079 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 753730de-9c17-4dcd-8f0a-ab5260103a01) {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:12.887561 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:12.889527 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.915209 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dfec21-c343-4cb4-a037-b6527ecb9fc7 None None] Network 753730de-9c17-4dcd-8f0a-ab5260103a01 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:12.925005 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-87e0fe1d-1a39-4859-b2e5-80145d6dda3c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7973685 Jul 22 22:07:13.147912 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.229885 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Allocated IP 172.27.2.82 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/9c10d16f-0a9d-4432-a94b-87889a9135a6) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:13.243205 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45084) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:13.266217 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c1637-1cd7-4df0-a9d0-db6576b895a0 None None] Network 753730de-9c17-4dcd-8f0a-ab5260103a01 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:13.290088 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-30ac927d-e8da-4545-96f3-9428e0677b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.333540 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Router ad551867-e53c-4723-ba3d-e4089f5d099a is scheduled to L3 agent af41ddc6-de64-4912-8bca-91e365744270 with binding_index 1 {{(pid=93409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:07:13.389022 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:13.444847 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f8f6a522-6c5e-4a04-9e3a-fd5d6b2f7535 req-7b70645e-5ef2-4931-86f7-04113bd0354f tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 210 time: 0.0967982 Jul 22 22:07:13.449111 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb36759-1fa6-405e-a471-c1221043f507 admin admin] Deleting subnet 1ecfaaf2-5b5e-43ef-af3c-575f20e76000 {{(pid=93408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:07:13.453270 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7bb36759-1fa6-405e-a471-c1221043f507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.574052 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7bb36759-1fa6-405e-a471-c1221043f507 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.586712 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7bb36759-1fa6-405e-a471-c1221043f507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.811725 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-01449aa6-f79d-4d0c-a9dc-40427095ae6b req-8af4049a-2916-4ad8-b6ee-399fb29c1fc6 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 210 time: 0.1110494 Jul 22 22:07:13.815971 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7bb36759-1fa6-405e-a471-c1221043f507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.899471 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb36759-1fa6-405e-a471-c1221043f507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecfaaf2-5b5e-43ef-af3c-575f20e76000,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:13.925082 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7bb36759-1fa6-405e-a471-c1221043f507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.930036 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-7bb36759-1fa6-405e-a471-c1221043f507 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1ecfaaf2-5b5e-43ef-af3c-575f20e76000 HTTP/1.1" status: 204 len: 168 time: 0.6828060 Jul 22 22:07:13.932536 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45134) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:14.027710 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device c8ef587f-2395-408a-81b5-5be4687ff2b6 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:14.048936 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.084847 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.097383 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:07:14.109989 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Sync routers for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:07:14.131177 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:14.131798 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45138) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:14.133593 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:14.138425 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-063a84d0-7f7e-4f9f-be57-0434ca8cbeb0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349544091', 'description': 'tempest-description--1089908682'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:14.153633 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] Notify callbacks [] for router, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.159232 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-0f8ab2fc-36b1-4ebf-8855-1b8e64670db4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8899033 Jul 22 22:07:14.161283 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 45142) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:14.228986 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.229655 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port c8ef587f-2395-408a-81b5-5be4687ff2b6 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:14.230096 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.242195 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-063a84d0-7f7e-4f9f-be57-0434ca8cbeb0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.254566 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.254839 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.255783 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.256202 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > port after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.256641 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.257044 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > port after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.257437 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.257923 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.258308 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.258698 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.296720 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 2, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:14.329375 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.358511 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Checking router: 1f2c45d1-bfa4-4977-9518-a7d6a153f072 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:07:14.358784 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Updating router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 port 5145b05e-0796-4fe6-a07a-87c35856db8f binding host dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:07:14.448383 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.454227 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Pushing event updated for resources: {'Port': ['ID=9c10d16f-0a9d-4432-a94b-87889a9135a6,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:14.482501 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.506410 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:14.509460 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:14.517769 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device b0209f2e-4e14-4428-8e1a-63ee5ca02f3f up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:14.530112 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:14.582375 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.582984 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.583080 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.583360 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:07:14.585792 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d']}} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:14.602756 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:14.675030 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9ef5881b-3140-41bf-bbe4-77ba4a3afdbb req-302fadcc-e563-4053-ae24-b59a9e2568d9 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 210 time: 0.0363679 Jul 22 22:07:14.692070 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d017654-09bb-4e60-9f4c-9c656add1f2b') {'for_net_delete': True} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:14.692365 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d017654-09bb-4e60-9f4c-9c656add1f2b') {} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:14.716712 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:14.717094 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.717951 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31916958'] for segment, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.786273 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.808033 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Releasing vlan 1657 on physical network physnet1 to pool {{(pid=93408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:07:14.808592 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32635227'] for segment, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.955140 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.978047 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:11Z', 'revision_number': 3, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:14.983152 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-063a84d0-7f7e-4f9f-be57-0434ca8cbeb0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: from cryptography.utils import int_from_bytes Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: from cryptography.utils import int_from_bytes Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: Traceback (most recent call last): Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: timer() Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: cb(*args, **kw) Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: return func(*args, **kwargs) Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: self._notify() Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: self.callback(batched_events) Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: event.method(event) Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: return f(self, *a, **k) Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._get(url).json() Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: return self.request(url, 'GET', **kwargs) Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:07:14.987493 dv-cinder-801522-2-iscsi neutron-server[93408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:07:14.990396 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:14.994164 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-063a84d0-7f7e-4f9f-be57-0434ca8cbeb0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.038478 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Pushing event deleted for resources: {'Network': ['ID=b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:15.042461 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Checking router: ad551867-e53c-4723-ba3d-e4089f5d099a for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:07:15.042854 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Updating router ad551867-e53c-4723-ba3d-e4089f5d099a port 4e428dd8-df56-491d-94ae-3431f4bec2ef binding host dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:07:15.044424 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.050455 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-d88317ee-a96d-4cf7-9155-fdd664733085 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b83f2ec1-be40-4d10-a3b0-757f8e3a9f8d HTTP/1.1" status: 204 len: 168 time: 1.1166158 Jul 22 22:07:15.064009 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 45168) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:15.073154 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-063a84d0-7f7e-4f9f-be57-0434ca8cbeb0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.074739 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-063a84d0-7f7e-4f9f-be57-0434ca8cbeb0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9414871 Jul 22 22:07:15.078742 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45170) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:15.085657 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-378c1b60-bfa7-4eae-9170-f869452d7519 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'security_group_rule': {'security_group_id': '4a5b7baf-859b-4762-893d-99d16740ccd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:15.115453 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a84d0-7f7e-4f9f-be57-0434ca8cbeb0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5b7baf-859b-4762-893d-99d16740ccd7,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:15.120676 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.127632 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-378c1b60-bfa7-4eae-9170-f869452d7519 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.137575 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.157521 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Transition to ACTIVE for port object 5145b05e-0796-4fe6-a07a-87c35856db8f will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:15.173627 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.239478 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55799f8-524f-47bc-a860-ab0b659da635 None None] Pushing event updated for resources: {'Port': ['ID=5145b05e-0796-4fe6-a07a-87c35856db8f,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:15.290249 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1841b79c-14f2-4f90-a805-d89e2ccb479b req-82196bd7-3270-412d-a03a-683ae05f4965 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 210 time: 0.1254840 Jul 22 22:07:15.342462 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_v2 [None req-041ec7a7-87c4-4db0-8120-8e8ebd16ac99 admin admin] Deleting subnet d3e1efaf-8599-4165-89f0-d7ec5f238bab {{(pid=93409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:07:15.388676 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Attempting to bind port 5145b05e-0796-4fe6-a07a-87c35856db8f on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:15.389570 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Attempting to bind port 5145b05e-0796-4fe6-a07a-87c35856db8f by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:15.392300 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Attempting to bind port 5145b05e-0796-4fe6-a07a-87c35856db8f on network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:15.396035 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-041ec7a7-87c4-4db0-8120-8e8ebd16ac99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.403464 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:15.404227 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Checking segment: {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:15.405312 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.405897 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Bound using segment: {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:15.406551 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Bound port: 5145b05e-0796-4fe6-a07a-87c35856db8f, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:15.407459 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.413329 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-378c1b60-bfa7-4eae-9170-f869452d7519 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.426123 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-378c1b60-bfa7-4eae-9170-f869452d7519 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.444342 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c1b60-bfa7-4eae-9170-f869452d7519 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f63a76-a509-40e2-8b66-3be3298bbdec,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:15.464483 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-378c1b60-bfa7-4eae-9170-f869452d7519 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.465739 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-378c1b60-bfa7-4eae-9170-f869452d7519 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854778 Jul 22 22:07:15.471300 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45174) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:15.475959 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-b4304e10-23f5-4768-8eb3-3a00c0a11c48 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'security_group_rule': {'security_group_id': '4a5b7baf-859b-4762-893d-99d16740ccd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:15.523825 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b4304e10-23f5-4768-8eb3-3a00c0a11c48 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.524863 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.531092 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] For port 5145b05e-0796-4fe6-a07a-87c35856db8f, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:15.538434 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] For port 5145b05e-0796-4fe6-a07a-87c35856db8f, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=5145b05e-0796-4fe6-a07a-87c35856db8f,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:15.542576 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Transition to ACTIVE for port object 4e428dd8-df56-491d-94ae-3431f4bec2ef will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:15.547951 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.551184 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-041ec7a7-87c4-4db0-8120-8e8ebd16ac99 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.552612 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.569591 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-041ec7a7-87c4-4db0-8120-8e8ebd16ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.621817 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76548c8-77f5-40d9-ad51-b0970e7734a4 None None] Pushing event updated for resources: {'Port': ['ID=4e428dd8-df56-491d-94ae-3431f4bec2ef,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:15.628154 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891'] for router, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.637778 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b4304e10-23f5-4768-8eb3-3a00c0a11c48 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.643836 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b4304e10-23f5-4768-8eb3-3a00c0a11c48 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.648338 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55799f8-524f-47bc-a860-ab0b659da635 None None] Pushing event updated for resources: {'Port': ['ID=5145b05e-0796-4fe6-a07a-87c35856db8f,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:15.651141 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Attempting to bind port 4e428dd8-df56-491d-94ae-3431f4bec2ef on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:15.651594 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Attempting to bind port 4e428dd8-df56-491d-94ae-3431f4bec2ef by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:15.652055 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Attempting to bind port 4e428dd8-df56-491d-94ae-3431f4bec2ef on network d0ff9072-42a9-438d-9542-01429d25b8c4 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:15.657764 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:15.658167 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:15.658886 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.659493 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Bound using segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:15.660067 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Bound port: 4e428dd8-df56-491d-94ae-3431f4bec2ef, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:15.660538 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.686992 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4304e10-23f5-4768-8eb3-3a00c0a11c48 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be44556-c6dc-4c89-8a54-c82508cfda71,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:15.694820 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b4304e10-23f5-4768-8eb3-3a00c0a11c48 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.701049 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-b4304e10-23f5-4768-8eb3-3a00c0a11c48 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2278438 Jul 22 22:07:15.713789 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45176) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:15.713789 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'floatingip': {'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:15.732517 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:15.735898 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:15.747511 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.759926 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] For port 4e428dd8-df56-491d-94ae-3431f4bec2ef, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:15.763533 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] For port 4e428dd8-df56-491d-94ae-3431f4bec2ef, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=4e428dd8-df56-491d-94ae-3431f4bec2ef,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:15.770815 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.833145 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-041ec7a7-87c4-4db0-8120-8e8ebd16ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for subnet, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.855159 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:15.855835 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:15.982088 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:15.983453 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c82e0586-f867-495d-8fe8-824c98c347e4 req-b8f87927-b27b-4119-8f5c-bf677f0008f2 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 210 time: 0.0993972 Jul 22 22:07:15.991411 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76548c8-77f5-40d9-ad51-b0970e7734a4 None None] Pushing event updated for resources: {'Port': ['ID=4e428dd8-df56-491d-94ae-3431f4bec2ef,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:16.029320 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:16.062927 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.121267 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ec7a7-87c4-4db0-8120-8e8ebd16ac99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e1efaf-8599-4165-89f0-d7ec5f238bab,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:16.127840 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-041ec7a7-87c4-4db0-8120-8e8ebd16ac99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.132739 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45184) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:16.133174 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-041ec7a7-87c4-4db0-8120-8e8ebd16ac99 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d3e1efaf-8599-4165-89f0-d7ec5f238bab HTTP/1.1" status: 204 len: 168 time: 1.0618708 Jul 22 22:07:16.143916 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.214997 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.240779 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Router cd254497-5d98-4722-9391-75a2dabd1adf is scheduled to L3 agent af41ddc6-de64-4912-8bca-91e365744270 with binding_index 1 {{(pid=93409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:07:16.273778 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.298919 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:11Z', 'revision_number': 3, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:16.330666 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Allocated IP 172.27.2.129 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/9d6d53f0-6b40-42ba-a8d6-77fe7fd827b5) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:16.331912 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:15Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:16.334240 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a38b5-cede-41b9-9431-6b45a46e9028 None None] The sync data for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi is: [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:11Z', 'revision_number': 3, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:07:16.384951 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd821dc-7e73-424c-a4f0-c17a0b8b3312 None None] The sync data for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi is: [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:15Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:07:16.424552 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.456659 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753730de-9c17-4dcd-8f0a-ab5260103a01']}} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:16.549852 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3785e500-07fc-474d-b431-37ae9d413368 req-911ae67f-fe84-46c4-b926-e5bd747a9363 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 210 time: 0.1109350 Jul 22 22:07:16.553842 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5477b8b1-10ec-46b4-8f7f-25b5174483f9') {'for_net_delete': True} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:16.555546 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:07:16.556162 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5477b8b1-10ec-46b4-8f7f-25b5174483f9') {} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:16.568558 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31916958'] for segment, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.580864 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Sync routers for ids ['cd254497-5d98-4722-9391-75a2dabd1adf'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:07:16.603108 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Routers {'cd254497-5d98-4722-9391-75a2dabd1adf'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:16.604174 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['cd254497-5d98-4722-9391-75a2dabd1adf'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:16.611461 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.620718 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] Releasing vlan 1687 on physical network physnet1 to pool {{(pid=93408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:07:16.621381 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32635227'] for segment, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.632433 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] Notify callbacks [] for router, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.637525 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-7ec7547d-da3f-4fbe-9cd9-96c201dfac77 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7554786 Jul 22 22:07:16.640104 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 45192) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: Traceback (most recent call last): Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: timer() Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: cb(*args, **kw) Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: return func(*args, **kwargs) Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: self._notify() Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: self.callback(batched_events) Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: event.method(event) Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: return f(self, *a, **k) Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._get(url).json() Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: return self.request(url, 'GET', **kwargs) Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:07:16.697562 dv-cinder-801522-2-iscsi neutron-server[93408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:07:16.701342 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.757381 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.757547 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Allocated IP 172.20.0.1 (a0d315c4-30cd-42ae-a6ae-0db87463e194/9b254013-9c05-4c71-adb5-598c1ed39663/500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:16.765154 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] 10.222.0.26 "DELETE /v2.0/networks/753730de-9c17-4dcd-8f0a-ab5260103a01 HTTP/1.1" status: 204 len: 168 time: 0.6270101 Jul 22 22:07:16.811264 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Set router cd254497-5d98-4722-9391-75a2dabd1adf gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:16.830111 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.891547 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad18c8-702b-4d55-b9fb-f945f1707efc admin admin] Pushing event deleted for resources: {'Network': ['ID=753730de-9c17-4dcd-8f0a-ab5260103a01,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:16.901003 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.971228 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:16.981448 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:16.994730 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:17.008768 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'Port': ['ID=9d6d53f0-6b40-42ba-a8d6-77fe7fd827b5,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:17.208242 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 45204) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:17.220735 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'name': 'tempest-ServerRescueNegativeTestJSON-699529417-router', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:11Z', 'updated_at': '2021-07-22T22:07:14Z', 'revision_number': 3, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'gw_port': {'id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:12Z', 'updated_at': '2021-07-22T22:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:17.275876 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Checking router: cd254497-5d98-4722-9391-75a2dabd1adf for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:07:17.276263 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Updating router cd254497-5d98-4722-9391-75a2dabd1adf port 9c10d16f-0a9d-4432-a94b-87889a9135a6 binding host dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:07:17.345026 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:17.389171 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:17.403389 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d10c611f-7734-4db3-b20b-fd3988e28c1f req-64b6d0f3-3db0-40e6-ba37-bfef2617df48 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 210 time: 0.1906745 Jul 22 22:07:17.455355 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:17.474106 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:17.482742 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Transition to ACTIVE for port object 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e will not be triggered until provisioned by entity DHCP. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:17.576087 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45212) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:17.577110 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-bc56a971-e31c-4f16-9fc6-4d532879ac96 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3141fe6991f46de88a1cd0363624754&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3576212 Jul 22 22:07:17.578434 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:17.660102 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Pushing event updated for resources: {'Port': ['ID=500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:17.684857 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Network a0d315c4-30cd-42ae-a6ae-0db87463e194 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:17.691533 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:17.708202 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:17.709886 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614682'] for router_interface, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:17.797585 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7ea21523-7252-422a-98f0-9ca22ed12919 req-c620b828-4c07-454a-8c2b-b6f23ffd1f3e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 210 time: 0.0791826 Jul 22 22:07:17.832289 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-da53f3bc-33a0-4220-9162-7e86f9b845d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.020849 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.042441 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-da53f3bc-33a0-4220-9162-7e86f9b845d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.052238 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.059382 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.084431 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Transition to ACTIVE for port object 9c10d16f-0a9d-4432-a94b-87889a9135a6 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:18.102651 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 4e428dd8-df56-491d-94ae-3431f4bec2ef up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:18.113727 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.168398 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.182125 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f19b61-7815-47e2-a872-ef525cce349d None None] Pushing event updated for resources: {'Port': ['ID=9c10d16f-0a9d-4432-a94b-87889a9135a6,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:18.184417 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-365bef3d-648d-452e-9178-1dc537302450 None None] Provisioning for port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:18.204306 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-365bef3d-648d-452e-9178-1dc537302450 None None] Provisioning complete for port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:18.204747 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-365bef3d-648d-452e-9178-1dc537302450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.275591 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.113', 52783) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:18.282521 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.287375 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Attempting to bind port 9c10d16f-0a9d-4432-a94b-87889a9135a6 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:18.288717 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Attempting to bind port 9c10d16f-0a9d-4432-a94b-87889a9135a6 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:18.289326 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Attempting to bind port 9c10d16f-0a9d-4432-a94b-87889a9135a6 on network d0ff9072-42a9-438d-9542-01429d25b8c4 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:18.314968 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:18.315728 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:18.316313 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.317095 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Bound using segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:18.318138 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Bound port: 9c10d16f-0a9d-4432-a94b-87889a9135a6, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:18.318787 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.392044 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-365bef3d-648d-452e-9178-1dc537302450 None None] Port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:07:18.398965 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'Port': ['ID=9d6d53f0-6b40-42ba-a8d6-77fe7fd827b5,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:18.443438 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.459150 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] For port 9c10d16f-0a9d-4432-a94b-87889a9135a6, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:18.467582 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] For port 9c10d16f-0a9d-4432-a94b-87889a9135a6, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=9c10d16f-0a9d-4432-a94b-87889a9135a6,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:18.483546 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.534920 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.536655 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-e3aeb137-dcc7-4d7c-9e02-bf914c6c1cef tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8320172 Jul 22 22:07:18.569268 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-da53f3bc-33a0-4220-9162-7e86f9b845d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.577947 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-da53f3bc-33a0-4220-9162-7e86f9b845d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.592471 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-da53f3bc-33a0-4220-9162-7e86f9b845d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cb0d553-4217-47f0-ac1a-d122d570117c HTTP/1.1" status: 204 len: 168 time: 1.0087678 Jul 22 22:07:18.639143 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 4e428dd8-df56-491d-94ae-3431f4bec2ef completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:18.673395 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 4e428dd8-df56-491d-94ae-3431f4bec2ef triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:18.674100 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.686581 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53f3bc-33a0-4220-9162-7e86f9b845d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb0d553-4217-47f0-ac1a-d122d570117c,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:18.691217 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Routers {'cd254497-5d98-4722-9391-75a2dabd1adf'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:18.691978 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['cd254497-5d98-4722-9391-75a2dabd1adf'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:18.729992 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5bc439b7-c9d7-4da4-b2fa-9b4b0387a08d tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:18.740208 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5bc439b7-c9d7-4da4-b2fa-9b4b0387a08d tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.113 "GET /v2.0/networks?id=08a7b232-6e2a-44c4-9040-e018b2e6428e HTTP/1.1" status: 200 len: 811 time: 0.4591675 Jul 22 22:07:18.743584 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2b270c04-718c-47a0-a8a8-40d1893da2d8 req-f0b55dc4-a107-4a37-9e21-0da7504a8533 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 210 time: 0.1100304 Jul 22 22:07:18.810572 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Request body: {'port': {'device_id': '952a81ed-801b-4a5d-bc8f-b2f77e17c285', 'network_id': '08a7b232-6e2a-44c4-9040-e018b2e6428e', 'admin_state_up': True, 'tenant_id': '1b596739c73649e893357fef51411bac'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:18.849622 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.113', 52787) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:18.939016 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Allocated IP 172.20.0.1 (dae36239-69f7-4fc8-bff2-d4812783c1d3/9d68268e-80ba-413f-937d-90301757978d/1d7e5c0d-a820-442f-9a77-cea24174fd19) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:19.241736 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f19b61-7815-47e2-a872-ef525cce349d None None] Pushing event updated for resources: {'Port': ['ID=9c10d16f-0a9d-4432-a94b-87889a9135a6,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:19.281233 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e4ea0f34-4754-476b-a988-7bb2ae803609 req-17674416-57e0-4ad4-a040-80fa3694fb3f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 210 time: 0.1146059 Jul 22 22:07:19.420534 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:19.453737 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 4e428dd8-df56-491d-94ae-3431f4bec2ef, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=4e428dd8-df56-491d-94ae-3431f4bec2ef,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:19.473348 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:19.473950 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 5145b05e-0796-4fe6-a07a-87c35856db8f up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:19.509630 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45302) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:19.599276 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] Set router cd254497-5d98-4722-9391-75a2dabd1adf gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:19.605097 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-652c81d0-f61e-4bdf-90b0-410e15956120 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:19.607146 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-652c81d0-f61e-4bdf-90b0-410e15956120 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 814 time: 0.7560427 Jul 22 22:07:19.650103 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Request body: {'port': {'device_id': 'dd2612d1-430f-45be-bb1d-d0c3ac2aecb3', 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329', 'admin_state_up': True, 'tenant_id': '71518297aed1426a8ff0553453138acc'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:19.687326 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-72ccc340-5558-4422-85fe-66caaaf8ab15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f55c90f1a934ebe833339dbf97424a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1736262 Jul 22 22:07:19.700300 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45314) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:19.714754 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Made reservation on behalf of 1b596739c73649e893357fef51411bac for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:19.718194 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:19.719653 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=4e428dd8-df56-491d-94ae-3431f4bec2ef,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:19.739982 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:19.767363 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-b2225e29-890c-43df-a531-fd23f65ef06e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1349544091&fields=id&tenant_id=f507516239134a16b3d7b46a4a38af3e HTTP/1.1" status: 200 len: 267 time: 0.3303514 Jul 22 22:07:19.890455 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 5145b05e-0796-4fe6-a07a-87c35856db8f completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:19.895052 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:19.907102 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:19.914191 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 5145b05e-0796-4fe6-a07a-87c35856db8f triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:19.917875 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:19.933675 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:19.935210 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619946'] for router_interface, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:19.994040 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Network dae36239-69f7-4fc8-bff2-d4812783c1d3 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:20.019378 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:20.028334 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:20.029046 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614682'] for router_interface, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.044838 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Made reservation on behalf of 71518297aed1426a8ff0553453138acc for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:20.048395 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.072378 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-34ffc318-bb34-4c90-be44-e58f74593552 req-cf73300a-c3ac-4072-838f-f5511d8eb54c tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 210 time: 0.1705847 Jul 22 22:07:20.107994 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Pushing event updated for resources: {'Port': ['ID=1d7e5c0d-a820-442f-9a77-cea24174fd19,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:20.233339 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'name': 'tempest-ServerRescueNegativeTestJSON-699529417-router', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:11Z', 'updated_at': '2021-07-22T22:07:14Z', 'revision_number': 3, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'gw_port': {'id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:12Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:20.267535 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.282634 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-39ee69fc-50ef-4683-ae63-07f5ccc841f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.307033 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-39ee69fc-50ef-4683-ae63-07f5ccc841f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.369526 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1caf7b-1b59-49c0-a288-3c06c8871c7d None None] The sync data for ids ['cd254497-5d98-4722-9391-75a2dabd1adf'] in dv-cinder-801522-2-iscsi is: [{'id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'name': 'tempest-ServerRescueNegativeTestJSON-699529417-router', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:11Z', 'updated_at': '2021-07-22T22:07:14Z', 'revision_number': 3, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'gw_port': {'id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:12Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:07:20.411229 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 45324) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:20.448154 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 5145b05e-0796-4fe6-a07a-87c35856db8f, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=5145b05e-0796-4fe6-a07a-87c35856db8f,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:20.475611 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.509429 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-39ee69fc-50ef-4683-ae63-07f5ccc841f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.534372 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-39ee69fc-50ef-4683-ae63-07f5ccc841f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.535583 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-39ee69fc-50ef-4683-ae63-07f5ccc841f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ae002a7-bd8d-4c44-930b-fcbd27eaa5ca HTTP/1.1" status: 204 len: 168 time: 0.8334858 Jul 22 22:07:20.559836 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=5145b05e-0796-4fe6-a07a-87c35856db8f,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:20.715979 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-9134d53f-4d94-488f-8241-1d6c8f4bb907 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:20.719622 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c937fcb8-2947-42e0-99c6-26b30465bb10 req-cd13ce92-23eb-445b-a695-c91d64b07566 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 210 time: 0.2522647 Jul 22 22:07:20.724811 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-9134d53f-4d94-488f-8241-1d6c8f4bb907 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/networks?id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 200 len: 810 time: 0.9562664 Jul 22 22:07:20.747988 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Pushing event updated for resources: {'Port': ['ID=500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:20.750914 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee69fc-50ef-4683-ae63-07f5ccc841f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae002a7-bd8d-4c44-930b-fcbd27eaa5ca,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:20.751960 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.768722 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 4e428dd8-df56-491d-94ae-3431f4bec2ef up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:20.798064 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Allocated IP 172.20.0.6 (08a7b232-6e2a-44c4-9040-e018b2e6428e/7d38b1c9-ac26-4cc3-b632-df62a5b001a6/5a4722d7-300c-4bf0-8bee-0a7f5a1a656e) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:20.798797 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-af57f6c6-4b7d-463c-9f2b-9693e5009028 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/quotas/f507516239134a16b3d7b46a4a38af3e HTTP/1.1" status: 200 len: 375 time: 0.0431156 Jul 22 22:07:20.798797 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Network a0d315c4-30cd-42ae-a6ae-0db87463e194 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:20.876772 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:20.951330 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 4e428dd8-df56-491d-94ae-3431f4bec2ef triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:20.951330 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.977356 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Allocated IP 172.20.0.2 (85d2fff4-2f67-4522-be6a-7c76aad5a329/65035fb7-8cbd-4538-be81-238ba9d8fca1/e24e55ba-061d-4ed1-aaa0-9a3114d689bf) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:21.182567 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4efc2e39-81f0-43b2-b735-2ed40eda979d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:21.515199 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-77f60e98-e472-4a15-a089-78fdf352ae4a None None] Provisioning complete for port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:21.515931 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f60e98-e472-4a15-a089-78fdf352ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:21.589213 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:21.598861 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-77f60e98-e472-4a15-a089-78fdf352ae4a None None] Port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:07:21.891370 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:21.948300 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:21.962052 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:22.010288 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Router ad551867-e53c-4723-ba3d-e4089f5d099a has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:07:22.053184 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:22.073685 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Network 08a7b232-6e2a-44c4-9040-e018b2e6428e is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:22.076673 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-6e97e8b2-4c29-4d19-ba94-7a677be51cc6 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2785738 Jul 22 22:07:22.092127 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:22.094849 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:22.106991 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:22.108133 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619946'] for router_interface, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:22.165908 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Network 85d2fff4-2f67-4522-be6a-7c76aad5a329 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:22.176302 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:22.198194 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:22.205560 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Pushing event updated for resources: {'Port': ['ID=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:22.248276 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:22.249237 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:22.338245 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:22.339285 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:22.344394 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Pushing event updated for resources: {'Port': ['ID=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:22.366744 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9bd90-9be5-4d1b-b093-df0a61fa026c req-24c80538-47d1-4f0f-b859-9ac097f5d3be tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:22.374132 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-44a9bd90-9be5-4d1b-b093-df0a61fa026c req-24c80538-47d1-4f0f-b859-9ac097f5d3be tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 931 time: 0.4414592 Jul 22 22:07:22.438298 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Pushing event updated for resources: {'Port': ['ID=1d7e5c0d-a820-442f-9a77-cea24174fd19,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:22.464444 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-44a9bd90-9be5-4d1b-b093-df0a61fa026c req-3a81aad5-018d-4fd3-adbd-57d7d8bc82e9 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889370 Jul 22 22:07:22.612707 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-dbe21a32-2bfe-4dbe-8896-b3548cdf88c0 service neutron] 10.222.0.26 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020618 Jul 22 22:07:22.737512 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4efc2e39-81f0-43b2-b735-2ed40eda979d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:22.752576 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:07:22.760660 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-cc977463-fb93-460d-939c-c6e8a0ca5551 admin admin] 10.222.0.26 "PUT /v2.0/routers/ad551867-e53c-4723-ba3d-e4089f5d099a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5981607 Jul 22 22:07:22.772481 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Sync routers for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:07:22.787093 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:22.787187 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-13556b74-cacb-4408-bed2-c53ec20f27a8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1688282 Jul 22 22:07:22.787668 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:22.802243 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-bcbe40b9-cd6e-4d2c-b8d8-a1ad6b821cfb tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9978030 Jul 22 22:07:22.827009 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-2e787309-c0bc-476f-80a6-28abbb1e4908 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:07:22.830750 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-2e787309-c0bc-476f-80a6-28abbb1e4908 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207882 Jul 22 22:07:22.841177 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4efc2e39-81f0-43b2-b735-2ed40eda979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:22.852597 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-7344f7c4-f451-49a4-8101-1831f1f2a653 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93408) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:07:22.856915 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Network dae36239-69f7-4fc8-bff2-d4812783c1d3 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:22.857154 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-7344f7c4-f451-49a4-8101-1831f1f2a653 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228283 Jul 22 22:07:22.872356 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 9c10d16f-0a9d-4432-a94b-87889a9135a6 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:22.890172 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf77b4a-2a9a-4b8a-9252-c8e36ed463f9 req-460f6207-6d4e-4dd2-b7d3-5cc78163bc15 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:22.892768 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9bf77b4a-2a9a-4b8a-9252-c8e36ed463f9 req-460f6207-6d4e-4dd2-b7d3-5cc78163bc15 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 931 time: 0.2789850 Jul 22 22:07:22.946075 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:22.981113 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9bf77b4a-2a9a-4b8a-9252-c8e36ed463f9 req-a4122b93-3d06-420a-9a2d-200730cf2344 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720847 Jul 22 22:07:23.044121 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-f7d9d429-50a3-431a-805c-cf6539ccb750 service neutron] 10.222.0.26 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050562 Jul 22 22:07:23.058724 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-4efc2e39-81f0-43b2-b735-2ed40eda979d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abee6950e60946ebb45771ffd54bb1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6445720 Jul 22 22:07:23.059020 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 9c10d16f-0a9d-4432-a94b-87889a9135a6 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:23.062254 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc2e39-81f0-43b2-b735-2ed40eda979d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0965cfc-6d11-46ee-9a51-b91a629ce398,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:23.063500 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45392) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:23.067766 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 9c10d16f-0a9d-4432-a94b-87889a9135a6 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:23.068153 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:23.068521 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:23.326874 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:23.406652 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 9c10d16f-0a9d-4432-a94b-87889a9135a6, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=9c10d16f-0a9d-4432-a94b-87889a9135a6,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:23.416828 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:23.417850 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 5145b05e-0796-4fe6-a07a-87c35856db8f up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:23.431819 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4664861b-5e42-4c09-b999-369f6f425c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:23.509232 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4664861b-5e42-4c09-b999-369f6f425c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:23.632947 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 2, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:23.641061 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4664861b-5e42-4c09-b999-369f6f425c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:23.644052 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4664861b-5e42-4c09-b999-369f6f425c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:23.645464 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-4664861b-5e42-4c09-b999-369f6f425c0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0965cfc-6d11-46ee-9a51-b91a629ce398 HTTP/1.1" status: 204 len: 168 time: 0.5796294 Jul 22 22:07:23.668770 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664861b-5e42-4c09-b999-369f6f425c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0965cfc-6d11-46ee-9a51-b91a629ce398,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:23.730276 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Checking router: ad551867-e53c-4723-ba3d-e4089f5d099a for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:07:23.744926 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Updating router ad551867-e53c-4723-ba3d-e4089f5d099a port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e binding host dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:07:23.756711 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=9c10d16f-0a9d-4432-a94b-87889a9135a6,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:23.796082 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 5145b05e-0796-4fe6-a07a-87c35856db8f triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:23.796501 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:23.819304 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Request body: {'port': {'device_id': 'dd2612d1-430f-45be-bb1d-d0c3ac2aecb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:23.909248 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:23.935060 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Request body: {'port': {'device_id': '952a81ed-801b-4a5d-bc8f-b2f77e17c285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:23.968620 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0391057-acbd-4169-9b63-65217f855542 req-0cc4e2cc-2c54-4d8e-8c36-96fb5cd453af tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:23.971084 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d0391057-acbd-4169-9b63-65217f855542 req-0cc4e2cc-2c54-4d8e-8c36-96fb5cd453af tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 931 time: 0.1431129 Jul 22 22:07:24.000495 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Router cd254497-5d98-4722-9391-75a2dabd1adf has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:07:24.077143 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45426) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:24.252693 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d0391057-acbd-4169-9b63-65217f855542 req-6331d379-d05f-4cbe-804e-c44695b6fb54 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468088 Jul 22 22:07:24.498566 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:24.531088 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Transition to ACTIVE for port object 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:24.551794 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:24.591042 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c7c340a8-2c9e-4b7e-a45a-7f3a949203ab req-4bc8a40c-49d8-49d8-8929-5fa95c6a97e9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 210 time: 0.1302483 Jul 22 22:07:24.664636 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:07:24.665578 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 9c10d16f-0a9d-4432-a94b-87889a9135a6 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:24.682841 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-e825173c-c4f8-4992-8e07-90a88fe21669 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd254497-5d98-4722-9391-75a2dabd1adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0387344 Jul 22 22:07:24.741898 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Sync routers for ids ['cd254497-5d98-4722-9391-75a2dabd1adf'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:07:24.767767 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73883e7d-b0de-4adc-bdb9-c8fe25e44199 None None] Pushing event updated for resources: {'Port': ['ID=500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:24.814182 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Routers {'cd254497-5d98-4722-9391-75a2dabd1adf'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:24.815407 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['cd254497-5d98-4722-9391-75a2dabd1adf'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:24.936305 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Attempting to bind port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:24.936934 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Attempting to bind port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:24.937449 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Attempting to bind port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e on network a0d315c4-30cd-42ae-a6ae-0db87463e194 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:24.953922 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:24.954683 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Checking segment: {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:24.956929 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:24.957652 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Bound using segment: {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:24.960478 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Bound port: 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:24.964057 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:24.991977 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373c80b-0600-49fb-9a74-93e73bf6c0de req-4873361f-2f64-4105-baa3-5cc79d9e1bfa tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:24.999930 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6373c80b-0600-49fb-9a74-93e73bf6c0de req-4873361f-2f64-4105-baa3-5cc79d9e1bfa tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 931 time: 0.1667569 Jul 22 22:07:25.080936 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6373c80b-0600-49fb-9a74-93e73bf6c0de req-183f70a0-0120-4e08-b253-fb441b859c93 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783074 Jul 22 22:07:25.118349 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:25.122785 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-44a4b6e7-351e-4ff8-a6cc-dd41085fd6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:25.238549 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:25.262983 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] For port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:25.269306 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] For port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:25.278642 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:25.340373 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 9c10d16f-0a9d-4432-a94b-87889a9135a6 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:25.341665 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:25.345180 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Set router cd254497-5d98-4722-9391-75a2dabd1adf gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:25.486487 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73883e7d-b0de-4adc-bdb9-c8fe25e44199 None None] Pushing event updated for resources: {'Port': ['ID=500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e,revision_number=4']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:25.497679 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:25.503857 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:25.585622 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 45464) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:25.612112 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-4c3566b7-227e-4e23-b200-cd32f74219fb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898530688', 'description': 'tempest-description--536711202'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:25.766436 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982bf7d-75b0-4bb0-a051-fbdf32d4ad2b req-b9510b4b-3ddc-4c94-b050-c210c6d37969 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:25.786273 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5982bf7d-75b0-4bb0-a051-fbdf32d4ad2b req-b9510b4b-3ddc-4c94-b050-c210c6d37969 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 931 time: 0.2971628 Jul 22 22:07:25.918789 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5982bf7d-75b0-4bb0-a051-fbdf32d4ad2b req-8c818d6c-71e3-4f7a-8843-61a353fbb7c5 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278911 Jul 22 22:07:25.920079 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:26.159791 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a57db04-c8ca-45cc-b852-cfc532c72f18 req-0668fb66-b6ce-4457-8381-a22b42b5dc37 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 210 time: 0.0932956 Jul 22 22:07:26.260103 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-44a4b6e7-351e-4ff8-a6cc-dd41085fd6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:26.335303 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4c3566b7-227e-4e23-b200-cd32f74219fb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:26.360948 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-44a4b6e7-351e-4ff8-a6cc-dd41085fd6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:26.395305 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'name': 'tempest-ServerRescueNegativeTestJSON-699529417-router', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:11Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 4, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'gw_port': {'id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:12Z', 'updated_at': '2021-07-22T22:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '1d7e5c0d-a820-442f-9a77-cea24174fd19', 'name': '', 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'mac_address': 'fa:16:3e:70:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9d68268e-80ba-413f-937d-90301757978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:18Z', 'updated_at': '2021-07-22T22:07:21Z', 'revision_number': 2, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'subnets': [{'id': '9d68268e-80ba-413f-937d-90301757978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:26.445492 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.113', 52801) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:26.487084 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Checking router: cd254497-5d98-4722-9391-75a2dabd1adf for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:07:26.488109 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Updating router cd254497-5d98-4722-9391-75a2dabd1adf port 1d7e5c0d-a820-442f-9a77-cea24174fd19 binding host dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:07:26.625429 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:25Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:26.631220 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353eb827-dc5a-4d81-baff-43ecc3ff9c34 req-ccebb814-8af7-497f-b8b4-ecce39fb4bb0 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:26.633684 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-353eb827-dc5a-4d81-baff-43ecc3ff9c34 req-ccebb814-8af7-497f-b8b4-ecce39fb4bb0 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 931 time: 0.3215926 Jul 22 22:07:26.701193 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2ad47-b4a7-4fd3-a93c-9b6897667225 None None] The sync data for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi is: [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:25Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:07:26.727876 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-353eb827-dc5a-4d81-baff-43ecc3ff9c34 req-a3dc499a-f4b3-43c4-a459-d17d8064b274 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634229 Jul 22 22:07:26.742126 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4b6e7-351e-4ff8-a6cc-dd41085fd6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551854cf-430e-41d8-9bce-f960d3feda25,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:26.914948 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.078781 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-44a4b6e7-351e-4ff8-a6cc-dd41085fd6c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cd2bc72d06348a7980a283419dd5ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9610701 Jul 22 22:07:27.095379 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45496) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:27.130662 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4c3566b7-227e-4e23-b200-cd32f74219fb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.167470 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4c3566b7-227e-4e23-b200-cd32f74219fb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.229712 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3566b7-227e-4e23-b200-cd32f74219fb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82584d1-123c-4d10-bef3-7da33c189859,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:27.259294 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-cfe67c3e-fbd9-4eb1-8880-c6f9790cdbf2 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:27.262247 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-cfe67c3e-fbd9-4eb1-8880-c6f9790cdbf2 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.113 "GET /v2.0/networks?id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 200 len: 810 time: 0.7121890 Jul 22 22:07:27.342509 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.348079 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4c3566b7-227e-4e23-b200-cd32f74219fb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.350357 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-4c3566b7-227e-4e23-b200-cd32f74219fb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7629101 Jul 22 22:07:27.361126 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 45508) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:27.395377 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503a441-3911-47e2-9d6e-aba6c7f8bfb0 req-49bc3c0e-36c8-40e2-8968-6ec82cd11171 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:27.410481 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2503a441-3911-47e2-9d6e-aba6c7f8bfb0 req-49bc3c0e-36c8-40e2-8968-6ec82cd11171 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 931 time: 0.2674870 Jul 22 22:07:27.430596 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-e47be325-ed37-4d56-a78f-64e8095e8304 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'security_group_rule': {'security_group_id': 'c82584d1-123c-4d10-bef3-7da33c189859', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:27.607464 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-1fb0562d-c01c-49c3-bcbe-b2a24fbaa594 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f507516239134a16b3d7b46a4a38af3e HTTP/1.1" status: 200 len: 380 time: 0.3139627 Jul 22 22:07:27.632384 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e47be325-ed37-4d56-a78f-64e8095e8304 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.638628 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-7a9f965d-0ba2-49c2-af53-4042ba29c3c2 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:27.640725 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-7a9f965d-0ba2-49c2-af53-4042ba29c3c2 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 818 time: 0.9417620 Jul 22 22:07:27.689062 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-f1b7fd99-da05-4058-97b6-627c0c14aeb3 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/quotas/1a62e52a0b7146518df30fa2767dbdd1 HTTP/1.1" status: 200 len: 375 time: 0.0325122 Jul 22 22:07:27.746706 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-278b921e-2ec7-47d1-b6aa-f982dc6c61bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.834944 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e47be325-ed37-4d56-a78f-64e8095e8304 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.846979 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e47be325-ed37-4d56-a78f-64e8095e8304 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.876647 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.905457 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47be325-ed37-4d56-a78f-64e8095e8304 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e90244b-6fa7-4c55-bc81-5af2e68e642b,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:27.907631 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Transition to ACTIVE for port object 1d7e5c0d-a820-442f-9a77-cea24174fd19 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:27.925236 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.929934 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2503a441-3911-47e2-9d6e-aba6c7f8bfb0 req-61e80bfe-2bdf-44d1-9620-7ba4d557d01d tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178137 Jul 22 22:07:27.943657 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e47be325-ed37-4d56-a78f-64e8095e8304 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:27.950203 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-e47be325-ed37-4d56-a78f-64e8095e8304 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5274012 Jul 22 22:07:27.953187 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 45524) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:27.981293 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-6078cebe-3664-4d0e-bd38-34f71d92db69 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'security_group_rule': {'security_group_id': 'c82584d1-123c-4d10-bef3-7da33c189859', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:27.996231 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-278b921e-2ec7-47d1-b6aa-f982dc6c61bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:28.033768 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6078cebe-3664-4d0e-bd38-34f71d92db69 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:28.110020 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6ec98-96e8-47ac-8a3d-ad20c251543d None None] Pushing event updated for resources: {'Port': ['ID=1d7e5c0d-a820-442f-9a77-cea24174fd19,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:28.122441 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'port': {'device_id': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'admin_state_up': True, 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'security_groups': ['4a5b7baf-859b-4762-893d-99d16740ccd7']}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:28.164091 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24e55ba-061d-4ed1-aaa0-9a3114d689bf {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:28.192126 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Attempting to bind port 1d7e5c0d-a820-442f-9a77-cea24174fd19 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:28.193845 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Attempting to bind port 1d7e5c0d-a820-442f-9a77-cea24174fd19 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:28.194224 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Attempting to bind port 1d7e5c0d-a820-442f-9a77-cea24174fd19 on network dae36239-69f7-4fc8-bff2-d4812783c1d3 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:28.207552 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:28.207932 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Checking segment: {'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:28.208600 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:28.209014 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Bound using segment: {'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:28.209497 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Bound port: 1d7e5c0d-a820-442f-9a77-cea24174fd19, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:28.209923 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:28.224506 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:28.356593 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Transition to ACTIVE for port object e24e55ba-061d-4ed1-aaa0-9a3114d689bf will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:28.358981 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] For port 1d7e5c0d-a820-442f-9a77-cea24174fd19, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:28.366211 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] For port 1d7e5c0d-a820-442f-9a77-cea24174fd19, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=1d7e5c0d-a820-442f-9a77-cea24174fd19,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:28.374309 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:28.405391 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:28.473126 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-26450580-1be8-4d63-93a6-0e6c49fc4182 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7650824 Jul 22 22:07:28.526873 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Routers {'cd254497-5d98-4722-9391-75a2dabd1adf'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:28.527615 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['cd254497-5d98-4722-9391-75a2dabd1adf'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:28.735514 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5e83be66-963c-462c-b320-4c144e5321bc req-eca1e9ca-c5b3-478f-a006-d58bb5907b3d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 210 time: 0.1397207 Jul 22 22:07:28.743268 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] Set router cd254497-5d98-4722-9391-75a2dabd1adf gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:28.763062 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:28.786541 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Made reservation on behalf of f507516239134a16b3d7b46a4a38af3e for: {'port': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:28.793452 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:28.895073 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:28.918122 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:29.026021 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6ec98-96e8-47ac-8a3d-ad20c251543d None None] Pushing event updated for resources: {'Port': ['ID=1d7e5c0d-a820-442f-9a77-cea24174fd19,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:29.076214 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.088502 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Attempting to bind port e24e55ba-061d-4ed1-aaa0-9a3114d689bf on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:29.089778 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Attempting to bind port e24e55ba-061d-4ed1-aaa0-9a3114d689bf by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:29.090154 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Attempting to bind port e24e55ba-061d-4ed1-aaa0-9a3114d689bf on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:29.109581 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-278b921e-2ec7-47d1-b6aa-f982dc6c61bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.118482 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-278b921e-2ec7-47d1-b6aa-f982dc6c61bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.123351 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-278b921e-2ec7-47d1-b6aa-f982dc6c61bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/551854cf-430e-41d8-9bce-f960d3feda25 HTTP/1.1" status: 204 len: 168 time: 2.0261097 Jul 22 22:07:29.174571 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6078cebe-3664-4d0e-bd38-34f71d92db69 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.213477 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6078cebe-3664-4d0e-bd38-34f71d92db69 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.349549 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078cebe-3664-4d0e-bd38-34f71d92db69 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2d69c3-85eb-4ecd-b63f-175daed96bf1,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:29.350382 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:29.359721 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Port e24e55ba-061d-4ed1-aaa0-9a3114d689bf on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:07:29.360432 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Attempting to bind port e24e55ba-061d-4ed1-aaa0-9a3114d689bf on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:29.368482 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:29.370679 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.377885 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Transition to ACTIVE for port object 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:29.382695 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:29.383790 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Checking segment: {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:29.386609 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6078cebe-3664-4d0e-bd38-34f71d92db69 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.389414 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Bound using segment: {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:29.392150 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Bound port: e24e55ba-061d-4ed1-aaa0-9a3114d689bf, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:29.392802 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.395662 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-6078cebe-3664-4d0e-bd38-34f71d92db69 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4399409 Jul 22 22:07:29.399463 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b921e-2ec7-47d1-b6aa-f982dc6c61bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551854cf-430e-41d8-9bce-f960d3feda25,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:29.411750 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45550) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:29.435160 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'floatingip': {'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:29.575846 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.586423 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.684055 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'name': 'tempest-ServerRescueNegativeTestJSON-699529417-router', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:11Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 4, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'gw_port': {'id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:12Z', 'updated_at': '2021-07-22T22:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '1d7e5c0d-a820-442f-9a77-cea24174fd19', 'name': '', 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'mac_address': 'fa:16:3e:70:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9d68268e-80ba-413f-937d-90301757978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:18Z', 'updated_at': '2021-07-22T22:07:28Z', 'revision_number': 4, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'subnets': [{'id': '9d68268e-80ba-413f-937d-90301757978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:29.684900 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a1d83-bc91-44c3-a20f-ec45e6abd5ac req-88ad02cb-65f1-4e25-b9f7-9d3467746f9c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:29.686728 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-700a1d83-bc91-44c3-a20f-ec45e6abd5ac req-88ad02cb-65f1-4e25-b9f7-9d3467746f9c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 943 time: 0.7243500 Jul 22 22:07:29.721108 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:29.732963 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Allocated IP 172.20.0.5 (45cb5a4d-8aaf-4f48-8b12-118dba1f6c49/733f2904-165c-47a0-87f7-87c92ef3b4a7/f604e9ca-7bf8-49ff-ac9e-f3e276f39abb) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:29.762216 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-700a1d83-bc91-44c3-a20f-ec45e6abd5ac req-2caed80b-1373-4ee8-8cae-2f2d8c93743c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686488 Jul 22 22:07:29.867429 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c35de3-0235-4fda-b4c0-af927afa2db8 None None] The sync data for ids ['cd254497-5d98-4722-9391-75a2dabd1adf'] in dv-cinder-801522-2-iscsi is: [{'id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'name': 'tempest-ServerRescueNegativeTestJSON-699529417-router', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:11Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 4, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'gw_port': {'id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:12Z', 'updated_at': '2021-07-22T22:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '1d7e5c0d-a820-442f-9a77-cea24174fd19', 'name': '', 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'mac_address': 'fa:16:3e:70:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9d68268e-80ba-413f-937d-90301757978d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:18Z', 'updated_at': '2021-07-22T22:07:28Z', 'revision_number': 4, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'subnets': [{'id': '9d68268e-80ba-413f-937d-90301757978d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:07:29.945105 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:29.955638 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:30.108485 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-595e0442-7bba-4694-8b58-98140eeb6e82 service neutron] 10.222.0.26 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5586982 Jul 22 22:07:30.120268 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45564) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:30.164748 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:30.219890 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] For port e24e55ba-061d-4ed1-aaa0-9a3114d689bf, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:30.232346 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:30.260909 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] For port e24e55ba-061d-4ed1-aaa0-9a3114d689bf, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:30.393792 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:30.400184 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:30.485772 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Transition to ACTIVE for port object f604e9ca-7bf8-49ff-ac9e-f3e276f39abb will not be triggered until provisioned by entity DHCP. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:30.510194 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28e575-7bc5-4480-87bf-00db15c0ab05 req-22d40818-82ec-4437-a4d6-46e4c4136617 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:30.518752 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5b28e575-7bc5-4480-87bf-00db15c0ab05 req-22d40818-82ec-4437-a4d6-46e4c4136617 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 943 time: 0.5627515 Jul 22 22:07:30.645524 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-082a0247-0537-4bd9-a66d-ea0065118b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:30.686612 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5b28e575-7bc5-4480-87bf-00db15c0ab05 req-ee6b3811-815c-43b2-928b-6a4e953997cc tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661060 Jul 22 22:07:30.707851 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:30.739560 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:30.742772 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:30.749559 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] 10.222.0.113 "PUT /v2.0/ports/e24e55ba-061d-4ed1-aaa0-9a3114d689bf HTTP/1.1" status: 200 len: 1093 time: 7.4829102 Jul 22 22:07:30.770337 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2612d1-430f-45be-bb1d-d0c3ac2aecb3', 'tag': 'e24e55ba-061d-4ed1-aaa0-9a3114d689bf'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:30.835199 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caee2f-474f-4f74-8916-46cbd0f30ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:30.898462 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 1d7e5c0d-a820-442f-9a77-cea24174fd19 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:30.995941 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-76462274-782e-41ed-9149-80492ec11560 service neutron] 10.222.0.26 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8850610 Jul 22 22:07:31.043357 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:31.073407 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:31.100980 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 1d7e5c0d-a820-442f-9a77-cea24174fd19 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:31.107159 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 1d7e5c0d-a820-442f-9a77-cea24174fd19 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:31.107537 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:31.111057 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Attempting to bind port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:31.111606 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Attempting to bind port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '67befa93-3866-4672-8b02-63ca6e6d0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1694, 'network_id': '08a7b232-6e2a-44c4-9040-e018b2e6428e'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:31.116301 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Attempting to bind port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e on network 08a7b232-6e2a-44c4-9040-e018b2e6428e {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:31.126481 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:31.142580 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e on network 08a7b232-6e2a-44c4-9040-e018b2e6428e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:07:31.142898 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Attempting to bind port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e on network 08a7b232-6e2a-44c4-9040-e018b2e6428e {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:31.158941 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:31.163921 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:31.206280 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'Port': ['ID=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:31.224381 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:31.224741 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Checking segment: {'id': '67befa93-3866-4672-8b02-63ca6e6d0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1694, 'network_id': '08a7b232-6e2a-44c4-9040-e018b2e6428e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:31.225145 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Bound using segment: {'id': '67befa93-3866-4672-8b02-63ca6e6d0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1694, 'network_id': '08a7b232-6e2a-44c4-9040-e018b2e6428e'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:31.226986 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Bound port: 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67befa93-3866-4672-8b02-63ca6e6d0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1694, 'network_id': '08a7b232-6e2a-44c4-9040-e018b2e6428e'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:31.227398 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:31.278850 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2612d1-430f-45be-bb1d-d0c3ac2aecb3", "tag": "e24e55ba-061d-4ed1-aaa0-9a3114d689bf"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:31.313361 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6dfb5-ab14-4acf-bd09-4eefdc43e8c5 req-91483313-83be-4430-aef3-233246fff184 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:31.315467 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-56f6dfb5-ab14-4acf-bd09-4eefdc43e8c5 req-91483313-83be-4430-aef3-233246fff184 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 931 time: 0.3953598 Jul 22 22:07:31.388781 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:31.460126 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-56f6dfb5-ab14-4acf-bd09-4eefdc43e8c5 req-759de602-63c2-4dd1-bb7c-239d2a2313fa tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347940 Jul 22 22:07:31.547605 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 1d7e5c0d-a820-442f-9a77-cea24174fd19, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=1d7e5c0d-a820-442f-9a77-cea24174fd19,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:31.559015 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:31.564952 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:31.740906 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=1d7e5c0d-a820-442f-9a77-cea24174fd19,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:31.824011 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-f02b0ac4-5c20-484b-b32c-f6cc3748986d None None] Provisioning for port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:31.854696 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-f02b0ac4-5c20-484b-b32c-f6cc3748986d None None] Provisioning complete for port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:31.855075 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f02b0ac4-5c20-484b-b32c-f6cc3748986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:31.910712 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-f02b0ac4-5c20-484b-b32c-f6cc3748986d None None] Port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:07:31.950899 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:31.955250 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:32.165458 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20203a5a-4400-4c85-b1ce-2cbf3110ddb7 x-openstack-request-id: req-20203a5a-4400-4c85-b1ce-2cbf3110ddb7 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:32.166462 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2612d1-430f-45be-bb1d-d0c3ac2aecb3", "tag": "e24e55ba-061d-4ed1-aaa0-9a3114d689bf", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:32.166884 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20203a5a-4400-4c85-b1ce-2cbf3110ddb7 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:32.167505 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2612d1-430f-45be-bb1d-d0c3ac2aecb3', 'tag': 'e24e55ba-061d-4ed1-aaa0-9a3114d689bf', 'status': 'completed', 'code': 200} Jul 22 22:07:32.226409 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f3f37bd6-bb81-4b08-83cc-49ec0475eb93 req-693c01ef-223a-4a0d-be41-15b72e36b030 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 210 time: 0.0943205 Jul 22 22:07:32.234131 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:32.514386 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5361b-8d3e-4ecf-b4ae-54bbe4c377ca req-cee52de7-128b-4daf-b71d-9843aec72ee8 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:32.532258 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-09f5361b-8d3e-4ecf-b4ae-54bbe4c377ca req-cee52de7-128b-4daf-b71d-9843aec72ee8 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 943 time: 0.1862581 Jul 22 22:07:32.547832 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] For port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:32.584129 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] For port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,segment=NetworkSegment(67befa93-3866-4672-8b02-63ca6e6d0d3b),segment_id=67befa93-3866-4672-8b02-63ca6e6d0d3b)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:32.615894 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-09f5361b-8d3e-4ecf-b4ae-54bbe4c377ca req-9e30af9f-4120-48f9-b0c3-bc5ab9325a98 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848315 Jul 22 22:07:32.622173 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-ab7b7902-133f-45be-ac2a-d349c62a368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:32.624608 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-ab7b7902-133f-45be-ac2a-d349c62a368a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 1096 time: 0.6976559 Jul 22 22:07:32.652641 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:32.661274 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-082a0247-0537-4bd9-a66d-ea0065118b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:32.663511 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 1d7e5c0d-a820-442f-9a77-cea24174fd19 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:32.678510 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-c4ea07ca-032e-473a-a4bf-ce58919afcf7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5627940 Jul 22 22:07:32.691842 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c98e87-08db-4f4d-9af1-7954b5ff5998 req-5f364371-984a-4432-b197-6d7d90f6dcd6 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:32.694517 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-27c98e87-08db-4f4d-9af1-7954b5ff5998 req-5f364371-984a-4432-b197-6d7d90f6dcd6 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 943 time: 0.7388642 Jul 22 22:07:32.702894 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-082a0247-0537-4bd9-a66d-ea0065118b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:32.707907 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Request body: {'port': {'device_id': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:32.761494 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 1d7e5c0d-a820-442f-9a77-cea24174fd19 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:32.762081 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:32.887133 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-d68986bb-3b2c-4d8f-8c93-21111ea5eb2f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e24e55ba-061d-4ed1-aaa0-9a3114d689bf HTTP/1.1" status: 200 len: 217 time: 0.1882937 Jul 22 22:07:32.932810 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317d877-a692-4f4a-b047-2ae10b3716f7 req-3eda60ab-5b44-4a34-8787-e2e774302478 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:32.934702 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d317d877-a692-4f4a-b047-2ae10b3716f7 req-3eda60ab-5b44-4a34-8787-e2e774302478 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 931 time: 0.2188778 Jul 22 22:07:32.936420 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:32.937269 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:32.938739 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] 10.222.0.113 "PUT /v2.0/ports/5a4722d7-300c-4bf0-8bee-0a7f5a1a656e HTTP/1.1" status: 200 len: 1093 time: 9.6970453 Jul 22 22:07:32.943078 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-082a0247-0537-4bd9-a66d-ea0065118b6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ada9bdc8e81e49879bd31103e34860c2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8015425 Jul 22 22:07:32.953331 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 45636) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:32.979955 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.017931 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a0247-0537-4bd9-a66d-ea0065118b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59f7029-a3ec-44cc-b73b-9d3c8f9e9920,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:33.046410 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-27c98e87-08db-4f4d-9af1-7954b5ff5998 req-98760724-40b1-4b77-a6dc-9418d1341546 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118629 Jul 22 22:07:33.059420 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d317d877-a692-4f4a-b047-2ae10b3716f7 req-657d2909-1719-43b9-a999-57631551b34f tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164236 Jul 22 22:07:33.066415 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a525152-1f8f-4e5e-b18f-d3410e93a059 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:33.070403 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Allocated IP 172.27.2.151 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/a85f7506-53c6-4d91-8b04-fdf0f9d481f8) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:33.234027 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.239515 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eb8c0bb4-86b7-4377-afd4-7cdded85cd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.368199 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.401974 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eb8c0bb4-86b7-4377-afd4-7cdded85cd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.446830 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'Port': ['ID=a85f7506-53c6-4d91-8b04-fdf0f9d481f8,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:33.469210 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:33.474510 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:33.480586 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:33.494587 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-8b6bf583-7a84-40ea-ac81-e6cb384890ab tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:33.496441 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-8b6bf583-7a84-40ea-ac81-e6cb384890ab tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 818 time: 0.2734509 Jul 22 22:07:33.566921 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-083e4baa-dbc6-4f36-abfb-be03470e6e25 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/quotas/1a62e52a0b7146518df30fa2767dbdd1 HTTP/1.1" status: 200 len: 375 time: 0.0462604 Jul 22 22:07:33.663788 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.680642 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f604e9ca-7bf8-49ff-ac9e-f3e276f39abb {{(pid=93409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:33.692876 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eb8c0bb4-86b7-4377-afd4-7cdded85cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.695073 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eb8c0bb4-86b7-4377-afd4-7cdded85cd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.697282 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-eb8c0bb4-86b7-4377-afd4-7cdded85cd57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d59f7029-a3ec-44cc-b73b-9d3c8f9e9920 HTTP/1.1" status: 204 len: 168 time: 0.7423537 Jul 22 22:07:33.701139 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.719710 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c0bb4-86b7-4377-afd4-7cdded85cd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59f7029-a3ec-44cc-b73b-9d3c8f9e9920,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:33.750593 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Transition to ACTIVE for port object f604e9ca-7bf8-49ff-ac9e-f3e276f39abb will not be triggered until provisioned by entity L2. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:33.766642 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-886638ed-335f-4f3d-99d1-54e9ccae48dc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1856349 Jul 22 22:07:33.784616 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.810333 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:33.861701 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Pushing event updated for resources: {'Port': ['ID=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:33.920847 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-bfced593-751c-40c9-9bda-ad99244954e1 service neutron] 10.222.0.26 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530406 Jul 22 22:07:33.935133 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eb722-00d7-48cb-961a-f57ad9c2fa16 req-cf5f12ef-c31a-438a-b865-0caf89ff5e66 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:33.937036 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3d0eb722-00d7-48cb-961a-f57ad9c2fa16 req-cf5f12ef-c31a-438a-b865-0caf89ff5e66 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 943 time: 0.2041657 Jul 22 22:07:33.938327 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Attempting to bind port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:33.938681 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Attempting to bind port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:33.939090 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Attempting to bind port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb on network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:33.943918 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb on network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:07:33.944236 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Attempting to bind port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb on network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:33.968298 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:33.968642 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Checking segment: {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:33.969208 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Bound using segment: {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:33.969678 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Bound port: f604e9ca-7bf8-49ff-ac9e-f3e276f39abb, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'}}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:33.970050 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:34.020859 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3d0eb722-00d7-48cb-961a-f57ad9c2fa16 req-e4269e39-7169-41eb-b2d5-4cd4192d792c tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729804 Jul 22 22:07:34.081236 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-84d6e818-6a2c-4f26-afea-8e134bc2315b service neutron] 10.222.0.26 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593568 Jul 22 22:07:34.106544 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] For port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb, host hv-cinder-80152, cleared binding levels {{(pid=93409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:34.111583 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] For port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:34.120599 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:34.169169 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952a81ed-801b-4a5d-bc8f-b2f77e17c285', 'tag': '5a4722d7-300c-4bf0-8bee-0a7f5a1a656e'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:34.171532 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8801e5b7-30bf-4115-a493-b007c9799964" -d '{"events": [{"name": "network-changed", "server_uuid": "952a81ed-801b-4a5d-bc8f-b2f77e17c285", "tag": "5a4722d7-300c-4bf0-8bee-0a7f5a1a656e"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:34.182541 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:34.190113 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:34.229328 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:34.230157 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:34.231850 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] 10.222.0.113 "PUT /v2.0/ports/f604e9ca-7bf8-49ff-ac9e-f3e276f39abb HTTP/1.1" status: 200 len: 1093 time: 1.5296028 Jul 22 22:07:34.235297 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'tag': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:34.274472 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'Port': ['ID=a85f7506-53c6-4d91-8b04-fdf0f9d481f8,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:34.306529 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:34.353157 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:34.354498 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-36a4e258-ba49-4e28-8e75-06bf126f483b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9300025 Jul 22 22:07:34.379125 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426f49b-8bcf-4049-b5a7-9c2e208b134e service neutron] Pushing event updated for resources: {'Port': ['ID=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,revision_number=3']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:34.449518 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916ca53-e29a-4b34-90f3-20b47e86e97f req-85c16a33-9ef2-4414-b7a8-1ffd05e16c30 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:34.464572 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7916ca53-e29a-4b34-90f3-20b47e86e97f req-85c16a33-9ef2-4414-b7a8-1ffd05e16c30 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 943 time: 0.2985687 Jul 22 22:07:34.491386 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382223b-6ea5-4b29-ad6a-0631eda4d218 req-38402ecd-d143-4604-8e2f-5f9761f739b2 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:34.492766 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7382223b-6ea5-4b29-ad6a-0631eda4d218 req-38402ecd-d143-4604-8e2f-5f9761f739b2 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 943 time: 0.1252992 Jul 22 22:07:34.544533 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7916ca53-e29a-4b34-90f3-20b47e86e97f req-5b60290b-2b45-409f-8d22-0e355eca0abe tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785768 Jul 22 22:07:34.555393 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7382223b-6ea5-4b29-ad6a-0631eda4d218 req-c7be8f13-ac69-489d-b1fc-0a07a6eb7948 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541749 Jul 22 22:07:34.633070 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8029a23f-ef20-4100-a818-e665db98bed1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1", "tag": "f604e9ca-7bf8-49ff-ac9e-f3e276f39abb"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:34.656368 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d62cd0-20bc-468a-b045-e9ba575329f4 x-openstack-request-id: req-f1d62cd0-20bc-468a-b045-e9ba575329f4 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:34.656731 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952a81ed-801b-4a5d-bc8f-b2f77e17c285", "tag": "5a4722d7-300c-4bf0-8bee-0a7f5a1a656e", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:34.656973 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1d62cd0-20bc-468a-b045-e9ba575329f4 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:34.657366 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952a81ed-801b-4a5d-bc8f-b2f77e17c285', 'tag': '5a4722d7-300c-4bf0-8bee-0a7f5a1a656e', 'status': 'completed', 'code': 200} Jul 22 22:07:34.676822 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-70d66dfa-80ef-4ee4-a532-a994185cdba7 req-a2a16de4-3229-425f-9c8c-f322bd25f7f0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 210 time: 0.0324147 Jul 22 22:07:34.812926 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a24811-f23f-4cd0-b5d4-4e14e0d484c7 x-openstack-request-id: req-e4a24811-f23f-4cd0-b5d4-4e14e0d484c7 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:34.813514 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1", "tag": "f604e9ca-7bf8-49ff-ac9e-f3e276f39abb", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:34.813837 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4a24811-f23f-4cd0-b5d4-4e14e0d484c7 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:34.815236 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'tag': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb', 'status': 'completed', 'code': 200} Jul 22 22:07:34.827544 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-5e07c6a9-1ef0-41f8-abc2-b42efcc709bf tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1898530688&fields=id&tenant_id=4916e59614aa42639b3699de5d06966d HTTP/1.1" status: 200 len: 267 time: 0.0658484 Jul 22 22:07:34.949640 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-dab6740c-a898-4726-9366-c9b303649b60 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:34.951114 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-dab6740c-a898-4726-9366-c9b303649b60 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 816 time: 0.1227391 Jul 22 22:07:34.966568 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-b9d54146-da2d-4ea6-a3cb-a5be88dd81f0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/quotas/4916e59614aa42639b3699de5d06966d HTTP/1.1" status: 200 len: 375 time: 0.0097258 Jul 22 22:07:35.036848 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-6f5c3407-18a7-4f0c-9384-eee1b3aaa543 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641861 Jul 22 22:07:35.150965 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-f2dfb090-1c99-4cee-aae6-08cc90359071 service neutron] 10.222.0.26 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991020 Jul 22 22:07:35.159089 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87762e2c-9fb5-4527-b592-d912ab30110d req-4bcec814-a2cc-464d-97f9-0d44f3e4d16f tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:35.160648 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-87762e2c-9fb5-4527-b592-d912ab30110d req-4bcec814-a2cc-464d-97f9-0d44f3e4d16f tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 943 time: 0.0665329 Jul 22 22:07:35.210107 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-87762e2c-9fb5-4527-b592-d912ab30110d req-b43cddd9-e4a7-43cd-b8dc-9c409f62e25a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423059 Jul 22 22:07:35.253217 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-643aaf47-00c1-4d03-b593-0298085f54ac service neutron] 10.222.0.26 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966740 Jul 22 22:07:35.435521 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3bdeeb2b-9963-4779-8da2-c2e33980c277 req-21df52af-abb8-411b-989c-a61d2cf40ca8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 210 time: 0.0357656 Jul 22 22:07:35.736961 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697574b-7e41-4b74-beb8-5c39e2429922 req-6b50dcbe-c9aa-4661-8731-825ffef6c8b9 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:35.738950 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4697574b-7e41-4b74-beb8-5c39e2429922 req-6b50dcbe-c9aa-4661-8731-825ffef6c8b9 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 943 time: 0.0792983 Jul 22 22:07:35.750417 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63da9e6-dc86-4118-9f13-eb86f9daa4b0 req-11940a58-ae18-4343-b3c9-5d24a243f4d7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:35.752530 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e63da9e6-dc86-4118-9f13-eb86f9daa4b0 req-11940a58-ae18-4343-b3c9-5d24a243f4d7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 943 time: 0.0946422 Jul 22 22:07:35.797161 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4697574b-7e41-4b74-beb8-5c39e2429922 req-bcfd0858-4ce0-4d3a-8e0d-3dfbe5065e00 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495276 Jul 22 22:07:35.805245 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e63da9e6-dc86-4118-9f13-eb86f9daa4b0 req-c1ef38f4-09b0-4efa-b14e-45ff8374bd7e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469689 Jul 22 22:07:35.892315 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-dcf7b7f8-82da-4a27-9f37-04b5b0f6e6b4 req-f302a63a-04db-4b58-ab6c-14f160a568f5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 210 time: 0.0365217 Jul 22 22:07:36.344910 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bc055-2d24-4b4e-830d-67c0b3ffc361 req-3f9e7b86-1775-462f-8d5e-2499b380f4ba tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:36.346383 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-013bc055-2d24-4b4e-830d-67c0b3ffc361 req-3f9e7b86-1775-462f-8d5e-2499b380f4ba tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 943 time: 0.0668139 Jul 22 22:07:36.383484 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-013bc055-2d24-4b4e-830d-67c0b3ffc361 req-ccf7f28c-a697-43b0-9e4e-d72c749bbbd2 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Jul 22 22:07:36.537187 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-320b1812-5fea-4fa5-ab1e-5d27b12c3b61 req-1a87e09d-8ffa-4869-ab27-53fd049514e7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 210 time: 0.0297062 Jul 22 22:07:36.878351 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:07:36.927332 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df0b9e-7a68-46c3-a4b5-77d8c7ba9fba req-c3deb2f4-d530-4fad-9be0-1c088d6c9d70 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:36.928933 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-41df0b9e-7a68-46c3-a4b5-77d8c7ba9fba req-c3deb2f4-d530-4fad-9be0-1c088d6c9d70 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 943 time: 0.0682802 Jul 22 22:07:36.936120 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bffdd-d5c6-4ac2-947b-fd6ac0da4e32 req-b20c6e40-7274-4b59-891b-aa52230fb4fa tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:36.937604 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-696bffdd-d5c6-4ac2-947b-fd6ac0da4e32 req-b20c6e40-7274-4b59-891b-aa52230fb4fa tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 943 time: 0.0638597 Jul 22 22:07:36.984336 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-41df0b9e-7a68-46c3-a4b5-77d8c7ba9fba req-7d68f567-479c-495b-b46a-6c78fc809c7a tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489609 Jul 22 22:07:37.075219 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-00c47879-2ddb-4575-be1b-92c3f5c2b777 req-b3ffaae2-2732-407b-a726-3c2581de8313 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 210 time: 0.0325358 Jul 22 22:07:37.199918 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-696bffdd-d5c6-4ac2-947b-fd6ac0da4e32 req-e40baa9d-68e1-4887-8dee-49a3ebddddbd tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564068 Jul 22 22:07:37.212898 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-6b4f597d-0996-44fb-8dd3-458eaa85193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:37.215001 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-6b4f597d-0996-44fb-8dd3-458eaa85193e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=65035fb7-8cbd-4538-be81-238ba9d8fca1 HTTP/1.1" status: 200 len: 854 time: 0.2610934 Jul 22 22:07:37.365067 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-6a39e600-6f96-4550-b53f-013e2cca2eb3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=85d2fff4-2f67-4522-be6a-7c76aad5a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052549 Jul 22 22:07:37.424246 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801e5b7-30bf-4115-a493-b007c9799964 req-e9e1277b-fe4e-4d73-b6f1-5fca93bfe637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:37.424857 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029a23f-ef20-4100-a818-e665db98bed1 req-33e32d1c-f9c1-45fe-accf-7103bad48a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:37.425871 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8801e5b7-30bf-4115-a493-b007c9799964 req-e9e1277b-fe4e-4d73-b6f1-5fca93bfe637 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1b596739c73649e893357fef51411bac&device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 1096 time: 0.1136928 Jul 22 22:07:37.426492 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8029a23f-ef20-4100-a818-e665db98bed1 req-33e32d1c-f9c1-45fe-accf-7103bad48a21 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 1096 time: 0.1561363 Jul 22 22:07:37.622156 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-ae1b8e40-0fd3-46ac-b5a7-9f1cf87cd3ac service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498393 Jul 22 22:07:37.703644 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.113', 52815) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:37.758857 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f7aa0268-d86b-4804-85a6-9b37ff49168e req-382722ad-cd96-4c15-916d-c494698e2b7c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 210 time: 0.1027119 Jul 22 22:07:37.889363 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029a23f-ef20-4100-a818-e665db98bed1 req-bbbea29b-d686-437a-8c8e-bc79691fcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:37.890870 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8029a23f-ef20-4100-a818-e665db98bed1 req-bbbea29b-d686-437a-8c8e-bc79691fcd8f service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f507516239134a16b3d7b46a4a38af3e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4507716 Jul 22 22:07:37.895018 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801e5b7-30bf-4115-a493-b007c9799964 req-13681f48-0232-4744-8460-411b675727b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:37.899046 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8801e5b7-30bf-4115-a493-b007c9799964 req-13681f48-0232-4744-8460-411b675727b0 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=1b596739c73649e893357fef51411bac&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4454551 Jul 22 22:07:37.904379 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e55cb7-f74d-4dad-9e89-2dc23c6d7a21 req-4473a0c8-8ad0-479f-8daf-f0b8152faca7 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:37.911712 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-32e55cb7-f74d-4dad-9e89-2dc23c6d7a21 req-4473a0c8-8ad0-479f-8daf-f0b8152faca7 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 943 time: 0.4365976 Jul 22 22:07:38.017547 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6a0dbc38-6278-481f-86a5-0984386fe94d req-e9f407f1-ac4b-4607-a900-6554dc2e41e4 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679709 Jul 22 22:07:38.148088 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-32e55cb7-f74d-4dad-9e89-2dc23c6d7a21 req-29a329ef-d963-4705-a649-7ce0d395bb1c tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352974 Jul 22 22:07:38.208642 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029a23f-ef20-4100-a818-e665db98bed1 req-dd786f83-075e-4d8d-a9b6-d0c7f61dd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:38.211052 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8029a23f-ef20-4100-a818-e665db98bed1 req-dd786f83-075e-4d8d-a9b6-d0c7f61dd1b2 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2970819 Jul 22 22:07:38.260148 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.113', 52819) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:38.283742 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-f0e16bbe-8c7e-4ae5-93ec-e619ab45f3cd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:38.285656 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-f0e16bbe-8c7e-4ae5-93ec-e619ab45f3cd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.113 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 818 time: 0.5641501 Jul 22 22:07:38.372180 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a4c553f9-c032-4222-a2eb-39e2761804e2 req-fe704d29-f7a4-4f98-93b6-b63d02806da9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 210 time: 0.0910978 Jul 22 22:07:38.383276 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Request body: {'port': {'device_id': 'eee3862c-6167-4085-9c6a-5318e5404daf', 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3', 'admin_state_up': True, 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:38.444012 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-e94e4f89-e177-4b2b-80c2-9ebc9df03ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:38.445679 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-e94e4f89-e177-4b2b-80c2-9ebc9df03ba9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 1096 time: 0.3499372 Jul 22 22:07:38.473329 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd30d-0419-4826-a925-bb5260023ed6 req-1b7bd92e-e20e-441e-b28d-8835402fc6ee tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:38.481979 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7c3fd30d-0419-4826-a925-bb5260023ed6 req-1b7bd92e-e20e-441e-b28d-8835402fc6ee tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 943 time: 0.3440719 Jul 22 22:07:38.505144 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801e5b7-30bf-4115-a493-b007c9799964 req-a969ccdb-c5e0-4780-b849-ab95f1a0168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:38.506844 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8801e5b7-30bf-4115-a493-b007c9799964 req-a969ccdb-c5e0-4780-b849-ab95f1a0168e service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5441635 Jul 22 22:07:38.553762 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-c7c45408-fa20-458b-a7aa-11d0e7f0914f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:38.555682 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-c7c45408-fa20-458b-a7aa-11d0e7f0914f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 816 time: 0.3206956 Jul 22 22:07:38.618229 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-3c8ac6ef-df92-474b-8e4c-1118f6a8621f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4916e59614aa42639b3699de5d06966d HTTP/1.1" status: 200 len: 380 time: 0.0473189 Jul 22 22:07:38.627019 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a8b31-b2bd-4a7c-8aea-2a1ce37e1adf req-a2b62e52-83e6-4311-ae6e-c1dbed0046c3 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:38.635809 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c85a8b31-b2bd-4a7c-8aea-2a1ce37e1adf req-a2b62e52-83e6-4311-ae6e-c1dbed0046c3 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 943 time: 0.1558721 Jul 22 22:07:38.642220 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'port': {'device_id': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'admin_state_up': True, 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'security_groups': ['c82584d1-123c-4d10-bef3-7da33c189859']}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:38.735848 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7c3fd30d-0419-4826-a925-bb5260023ed6 req-4a18c2ff-d4f0-43f5-b8ad-31961c23c27c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518559 Jul 22 22:07:38.745685 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-fa870b88-a48d-46c5-9f00-e3e69a35c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:38.745685 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-fa870b88-a48d-46c5-9f00-e3e69a35c709 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 1096 time: 0.4663873 Jul 22 22:07:38.761626 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c85a8b31-b2bd-4a7c-8aea-2a1ce37e1adf req-10920538-fe1a-40d6-bec4-3aab09d112f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247189 Jul 22 22:07:38.829564 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.113', 52823) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:38.919421 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Made reservation on behalf of 4916e59614aa42639b3699de5d06966d for: {'port': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:38.919792 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:38.960992 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-59de282b-bf24-4327-90e0-ccba2f07f33b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb HTTP/1.1" status: 200 len: 217 time: 0.1861267 Jul 22 22:07:39.021830 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9e4080d3-b49a-4eb7-9fa4-ba695a50b998 req-760c2754-9faf-4f92-aa53-29db3055b69d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 210 time: 0.0801680 Jul 22 22:07:39.095580 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-f02e666d-4ca5-4993-9cb7-bf480337ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:39.097561 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-f02e666d-4ca5-4993-9cb7-bf480337ed5a service neutron] 10.222.0.113 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 916 time: 0.6127656 Jul 22 22:07:39.145949 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-782ef9f3-b362-4495-9fe5-77ca8429627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:39.147906 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-782ef9f3-b362-4495-9fe5-77ca8429627a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1b596739c73649e893357fef51411bac&device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 1096 time: 0.5658059 Jul 22 22:07:39.149477 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-d22e67a2-dcaf-437b-8eb3-0dfcae2ffe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:39.150878 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-d22e67a2-dcaf-437b-8eb3-0dfcae2ffe9d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=733f2904-165c-47a0-87f7-87c92ef3b4a7 HTTP/1.1" status: 200 len: 849 time: 0.1746361 Jul 22 22:07:39.201147 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-75c62ab9-9c61-4360-96fe-694ff494e6d5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:39.205807 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-75c62ab9-9c61-4360-96fe-694ff494e6d5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.113 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 818 time: 0.3744850 Jul 22 22:07:39.227508 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Request body: {'port': {'device_id': 'f260c240-d2d7-4848-8bcb-88f8d148e8bc', 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3', 'admin_state_up': True, 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:39.385622 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Allocated IP 172.20.0.11 (a0d315c4-30cd-42ae-a6ae-0db87463e194/9b254013-9c05-4c71-adb5-598c1ed39663/6a0aecf1-fc1d-42de-a44e-ea10dc04e350) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:39.424456 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Made reservation on behalf of 1a62e52a0b7146518df30fa2767dbdd1 for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:39.427972 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:39.491701 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d965d6-f342-4ca1-a3d8-3f3b33927bb8 req-f3bcc2fc-00ab-424f-8ae0-01729e3fab5f tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:39.499284 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-7b474e42-5234-4a97-b42d-e8bccfa0dd95 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e HTTP/1.1" status: 200 len: 217 time: 0.0676341 Jul 22 22:07:39.500171 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e4d965d6-f342-4ca1-a3d8-3f3b33927bb8 req-f3bcc2fc-00ab-424f-8ae0-01729e3fab5f tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 943 time: 0.2046072 Jul 22 22:07:39.516256 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-6a7259e9-0d73-4970-96d5-0fe3f839ea6e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e24e55ba-061d-4ed1-aaa0-9a3114d689bf HTTP/1.1" status: 200 len: 217 time: 0.3947849 Jul 22 22:07:39.645715 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Made reservation on behalf of 1a62e52a0b7146518df30fa2767dbdd1 for: {'port': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:07:39.649937 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:39.652913 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-0b4ed312-d764-4b8f-8971-7f35f6ff4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:39.654387 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-0b4ed312-d764-4b8f-8971-7f35f6ff4b26 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7d38b1c9-ac26-4cc3-b632-df62a5b001a6 HTTP/1.1" status: 200 len: 851 time: 0.1355476 Jul 22 22:07:39.661203 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-792ff963-3f30-459f-802c-4053f899bef7 req-bc4cebea-83c3-4487-b313-d677687cddf3 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 210 time: 0.1529713 Jul 22 22:07:39.667258 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e4d965d6-f342-4ca1-a3d8-3f3b33927bb8 req-9ddeb9ec-c618-432d-8605-bd6b64ea4eb3 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659317 Jul 22 22:07:39.712718 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-46792597-c5a5-4cd6-9cbe-b0879a9804c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:39.729976 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:39.789328 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Transition to ACTIVE for port object 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 will not be triggered until provisioned by entity DHCP. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:39.865984 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:39.878515 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-7066b4d2-e177-4005-a769-02ab359e5ed1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=08a7b232-6e2a-44c4-9040-e018b2e6428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853205 Jul 22 22:07:39.925457 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Network a0d315c4-30cd-42ae-a6ae-0db87463e194 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:39.958058 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:39.964302 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:39.969882 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:39.970512 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.002521 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:40.015542 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-b796abb6-771f-439e-8c3f-2bfa08fc4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:40.017772 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-b796abb6-771f-439e-8c3f-2bfa08fc4540 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=65035fb7-8cbd-4538-be81-238ba9d8fca1 HTTP/1.1" status: 200 len: 854 time: 0.4043016 Jul 22 22:07:40.019662 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-93c6278c-774f-4998-9afc-057e4cb1ae1d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3808799 Jul 22 22:07:40.038006 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Request body: {'port': {'device_id': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:40.085494 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Allocated IP 172.20.0.10 (dae36239-69f7-4fc8-bff2-d4812783c1d3/9d68268e-80ba-413f-937d-90301757978d/ab7b029a-a15f-4710-8930-d2334819d108) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:40.087353 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c61bd-8df7-476e-b9b2-d55401808a47 req-91d31185-c10e-4bbe-9406-bbe1ea9fa01f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:40.096295 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a6c61bd-8df7-476e-b9b2-d55401808a47 req-91d31185-c10e-4bbe-9406-bbe1ea9fa01f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 943 time: 0.1903481 Jul 22 22:07:40.130011 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-b8a0f81f-8461-4875-85b4-4216b2a16a30 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=85d2fff4-2f67-4522-be6a-7c76aad5a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931776 Jul 22 22:07:40.144196 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-d2f82fba-6b0f-4ec2-8d0b-29e94503c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:40.145765 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-d2f82fba-6b0f-4ec2-8d0b-29e94503c23b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7153203 Jul 22 22:07:40.159173 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.183908 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a6c61bd-8df7-476e-b9b2-d55401808a47 req-2402c0dd-b739-4985-b5ce-de7c0340801a tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869741 Jul 22 22:07:40.248568 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-3344feb4-44b9-467c-8319-7a49c8b24472 service neutron] 10.222.0.113 "GET /v2.0/networks/08a7b232-6e2a-44c4-9040-e018b2e6428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607569 Jul 22 22:07:40.263149 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-680ee345-30cd-4ecd-b46a-7b79d2a4378a None None] Provisioning for port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:40.267093 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-680ee345-30cd-4ecd-b46a-7b79d2a4378a None None] Provisioning complete for port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:40.267470 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-680ee345-30cd-4ecd-b46a-7b79d2a4378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.303438 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-680ee345-30cd-4ecd-b46a-7b79d2a4378a None None] Port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:07:40.328618 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766f402-2789-44ee-a76d-ee806bf717fe req-4b7f6082-cf06-45dc-a694-bc815be44f8d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:40.330672 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6766f402-2789-44ee-a76d-ee806bf717fe req-4b7f6082-cf06-45dc-a694-bc815be44f8d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 943 time: 0.4466572 Jul 22 22:07:40.417615 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa89cf7-556d-4ea1-b43e-38526e948e83 req-e8c71c47-f613-453d-875c-c190641911a2 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:40.419398 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bfa89cf7-556d-4ea1-b43e-38526e948e83 req-e8c71c47-f613-453d-875c-c190641911a2 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 932 time: 0.1363316 Jul 22 22:07:40.483264 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bfa89cf7-556d-4ea1-b43e-38526e948e83 req-510c56aa-74da-4173-beaa-e5a77b891716 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531404 Jul 22 22:07:40.518655 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-f656515a-993f-492e-a2b1-27b8b46dad41 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796694 Jul 22 22:07:40.531392 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 {{(pid=93409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:40.533321 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-f307d4f2-1a48-4544-8741-1e121afbb93c service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751371 Jul 22 22:07:40.539630 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.552041 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Transition to ACTIVE for port object 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 will not be triggered until provisioned by entity L2. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:40.553182 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6766f402-2789-44ee-a76d-ee806bf717fe req-fd2e291d-73a1-4358-958a-70caa7cf1de8 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948202 Jul 22 22:07:40.557743 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.643240 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:40.649945 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Attempting to bind port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:40.650272 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Attempting to bind port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:40.651604 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Attempting to bind port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 on network a0d315c4-30cd-42ae-a6ae-0db87463e194 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:40.659723 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 on network a0d315c4-30cd-42ae-a6ae-0db87463e194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:07:40.660057 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Attempting to bind port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 on network a0d315c4-30cd-42ae-a6ae-0db87463e194 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:40.666508 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:40.666706 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-e87f05c5-8fe0-4427-a35f-7935c7767f60 service neutron] 10.222.0.113 "GET /v2.0/networks/08a7b232-6e2a-44c4-9040-e018b2e6428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109933 Jul 22 22:07:40.667278 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Checking segment: {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:40.667675 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Bound using segment: {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:40.668664 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Bound port: 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'}}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:40.668664 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.738488 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.754274 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, cleared binding levels {{(pid=93409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:40.758081 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:40.765104 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.788141 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-656fbc9b-f829-43da-b31a-4dfab23a3a9a service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570240 Jul 22 22:07:40.795860 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:40.796516 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:40.798126 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] 10.222.0.113 "PUT /v2.0/ports/6a0aecf1-fc1d-42de-a44e-ea10dc04e350 HTTP/1.1" status: 200 len: 1094 time: 0.7656806 Jul 22 22:07:40.799946 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:40.803519 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d397ad-26b9-4aba-84ca-43add164304f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:40.814562 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8458c81c-3cfb-49c4-8070-51c9e7c1f1dd req-f6d9353e-d772-40e5-966c-f01f35cadb4a service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559202 Jul 22 22:07:40.914681 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2f811d1d-6cd8-4d3d-9b55-558698854b82 req-71a686b6-e170-4313-9e8d-9e088c9716fc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 210 time: 0.0701509 Jul 22 22:07:40.937491 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:41.038751 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=3']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:41.043536 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Network dae36239-69f7-4fc8-bff2-d4812783c1d3 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:41.052077 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:41.056516 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac2e8cc-8f2c-4a27-b12e-4d03048a3bb0 x-openstack-request-id: req-5ac2e8cc-8f2c-4a27-b12e-4d03048a3bb0 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:41.057566 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:41.057829 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ac2e8cc-8f2c-4a27-b12e-4d03048a3bb0 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:41.058304 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'status': 'completed', 'code': 200} Jul 22 22:07:41.064198 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Allocated IP 172.20.0.4 (dae36239-69f7-4fc8-bff2-d4812783c1d3/9d68268e-80ba-413f-937d-90301757978d/02ff9cde-28fe-415f-a07d-f33b66c9ae0e) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:07:41.083470 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:41.084920 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bcbfd-8f99-4ea5-9b3a-ea6dd05a3e21 req-3bcd2f9f-b521-43fa-9bbe-b15abc41d4f8 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:41.086549 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ae6bcbfd-8f99-4ea5-9b3a-ea6dd05a3e21 req-3bcd2f9f-b521-43fa-9bbe-b15abc41d4f8 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 943 time: 0.2307599 Jul 22 22:07:41.098675 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Pushing event updated for resources: {'Port': ['ID=ab7b029a-a15f-4710-8930-d2334819d108,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:41.158717 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-2e1fe14e-85db-4f68-ad8b-99b52cd320c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:41.162065 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-2e1fe14e-85db-4f68-ad8b-99b52cd320c9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 1097 time: 0.3025501 Jul 22 22:07:41.186574 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ae6bcbfd-8f99-4ea5-9b3a-ea6dd05a3e21 req-a03f96d2-e304-46da-b431-648bf8072f89 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865929 Jul 22 22:07:41.230102 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-6fa89450-74ab-45c2-bced-6473bbd2aae7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350 HTTP/1.1" status: 200 len: 217 time: 0.0572951 Jul 22 22:07:41.253478 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:41.254535 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:41.370904 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-fec3398a-2608-4e71-9532-387ee7566f1f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0199025 Jul 22 22:07:41.380408 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Request body: {'port': {'device_id': 'eee3862c-6167-4085-9c6a-5318e5404daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:41.384213 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:41.421128 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-c08e66bc-dc4c-41fd-a69b-a7f0b061cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:41.422679 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-c08e66bc-dc4c-41fd-a69b-a7f0b061cb7c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.1846352 Jul 22 22:07:41.446976 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:41.521893 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Pushing event updated for resources: {'Port': ['ID=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:41.534113 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Network dae36239-69f7-4fc8-bff2-d4812783c1d3 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:07:41.535605 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:07:41.548700 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:07:41.555960 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:41.558184 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:41.582978 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-759dbabb-5866-41a7-a2d7-675b42124dd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3621502 Jul 22 22:07:41.598871 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Request body: {'port': {'device_id': 'f260c240-d2d7-4848-8bcb-88f8d148e8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:41.748257 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45978) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:41.774523 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dde35-dcc2-4205-91fd-189dd5b98ab6 req-3fda96c6-9746-4b22-abcb-c4f5af3f5f04 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:41.776687 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cf6dde35-dcc2-4205-91fd-189dd5b98ab6 req-3fda96c6-9746-4b22-abcb-c4f5af3f5f04 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 943 time: 0.4533510 Jul 22 22:07:41.785698 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:41.868714 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-04fbfbc3-7554-440b-bfae-add5d0fd96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:41.870690 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-04fbfbc3-7554-440b-bfae-add5d0fd96f1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4388771 Jul 22 22:07:41.875503 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cf6dde35-dcc2-4205-91fd-189dd5b98ab6 req-167b1c9e-ca68-4952-8811-78c80c46dcc2 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867248 Jul 22 22:07:41.900756 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device e24e55ba-061d-4ed1-aaa0-9a3114d689bf details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:07:41.936048 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-83411c9b-274e-44a6-bdd2-d7c0125d7687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:41.956680 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d6875-70b6-46db-a766-dc9f09cbd791 req-7879adbb-a452-4dd0-bb50-865dfba9985c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:41.964233 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-573d6875-70b6-46db-a766-dc9f09cbd791 req-7879adbb-a452-4dd0-bb50-865dfba9985c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.1221516 Jul 22 22:07:41.991728 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.026925 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-573d6875-70b6-46db-a766-dc9f09cbd791 req-7404c2a1-0e7a-4470-8c44-c4496b74c424 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532732 Jul 22 22:07:42.055096 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port e24e55ba-061d-4ed1-aaa0-9a3114d689bf, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:42.070930 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': 'e24e55ba-061d-4ed1-aaa0-9a3114d689bf', 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329', 'port_id': 'e24e55ba-061d-4ed1-aaa0-9a3114d689bf', 'mac_address': 'fa:16:3e:ca:78:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65035fb7-8cbd-4538-be81-238ba9d8fca1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:07:42.118331 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.132941 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24e55ba-061d-4ed1-aaa0-9a3114d689bf {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:42.161582 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port e24e55ba-061d-4ed1-aaa0-9a3114d689bf, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:42.168277 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.225934 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-ee09896c-7f58-48b6-8177-8a53a93c095f service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460631 Jul 22 22:07:42.252000 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088377a-6382-4460-8c62-e1dc415a2857 req-4d662835-57b4-45d3-a05c-1bbac44d4c6b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:42.254436 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4088377a-6382-4460-8c62-e1dc415a2857 req-4d662835-57b4-45d3-a05c-1bbac44d4c6b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 931 time: 0.1213870 Jul 22 22:07:42.254920 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:42.309066 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4088377a-6382-4460-8c62-e1dc415a2857 req-f260c77d-2e07-4aee-8c0c-47ea8f226429 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490525 Jul 22 22:07:42.391637 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05b7a9-6b1f-4288-9acf-3e6107800ac0 req-3846299d-4eff-4ae8-a1e9-6bd3b883eac0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:42.393191 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5a05b7a9-6b1f-4288-9acf-3e6107800ac0 req-3846299d-4eff-4ae8-a1e9-6bd3b883eac0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 943 time: 0.3943543 Jul 22 22:07:42.435104 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['e24e55ba-061d-4ed1-aaa0-9a3114d689bf'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:07:42.451658 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64822c9-912a-4f5e-91f8-92a788f496c1 req-dc0c1e66-589d-4bde-928b-19faaa16492c tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:42.453202 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b64822c9-912a-4f5e-91f8-92a788f496c1 req-dc0c1e66-589d-4bde-928b-19faaa16492c tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 943 time: 0.0701737 Jul 22 22:07:42.477453 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-fc98350b-7dfc-494f-ab16-3b0d18695563 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151546 Jul 22 22:07:42.501876 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-83411c9b-274e-44a6-bdd2-d7c0125d7687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.513780 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b64822c9-912a-4f5e-91f8-92a788f496c1 req-839352e5-3690-4503-8448-f1b334d32165 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536551 Jul 22 22:07:42.515775 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-83411c9b-274e-44a6-bdd2-d7c0125d7687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.537289 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5a05b7a9-6b1f-4288-9acf-3e6107800ac0 req-ac18ae1d-6218-4ee8-9b01-95f623bea2b2 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335399 Jul 22 22:07:42.562250 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7b029a-a15f-4710-8930-d2334819d108 {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:42.586935 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.608013 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-83411c9b-274e-44a6-bdd2-d7c0125d7687 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19eaf948094441ed870d8061bd224fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573465 Jul 22 22:07:42.610879 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 45998) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:42.622671 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83411c9b-274e-44a6-bdd2-d7c0125d7687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e54a332-52ea-47d3-aaa7-33a312e0d689,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:42.638801 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Transition to ACTIVE for port object ab7b029a-a15f-4710-8930-d2334819d108 will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:42.648557 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.740938 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7b029a-a15f-4710-8930-d2334819d108,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:42.749708 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2a8369f3-7a85-442a-9180-11bc436f63dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.772236 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d397ad-26b9-4aba-84ca-43add164304f req-1670ded5-97c2-450a-84a9-30e2585f85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:42.773778 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-23d397ad-26b9-4aba-84ca-43add164304f req-1670ded5-97c2-450a-84a9-30e2585f85c3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 1097 time: 0.2120407 Jul 22 22:07:42.804949 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.837292 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2a8369f3-7a85-442a-9180-11bc436f63dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.852073 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ff9cde-28fe-415f-a07d-f33b66c9ae0e {{(pid=93409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:42.860836 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.876150 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Transition to ACTIVE for port object 02ff9cde-28fe-415f-a07d-f33b66c9ae0e will not be triggered until provisioned by entity L2. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:07:42.880968 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.929871 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Attempting to bind port ab7b029a-a15f-4710-8930-d2334819d108 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:42.930244 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Attempting to bind port ab7b029a-a15f-4710-8930-d2334819d108 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:42.930549 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Attempting to bind port ab7b029a-a15f-4710-8930-d2334819d108 on network dae36239-69f7-4fc8-bff2-d4812783c1d3 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:42.945172 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Port ab7b029a-a15f-4710-8930-d2334819d108 on network dae36239-69f7-4fc8-bff2-d4812783c1d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:07:42.945172 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Attempting to bind port ab7b029a-a15f-4710-8930-d2334819d108 on network dae36239-69f7-4fc8-bff2-d4812783c1d3 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:42.957512 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:42.957512 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Checking segment: {'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:42.957862 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Bound using segment: {'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:42.958107 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Bound port: ab7b029a-a15f-4710-8930-d2334819d108, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:42.958745 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.981058 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d397ad-26b9-4aba-84ca-43add164304f req-b074b58a-88fa-4055-8ec0-bbd138b3ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:42.982611 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-23d397ad-26b9-4aba-84ca-43add164304f req-b074b58a-88fa-4055-8ec0-bbd138b3ac74 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 918 time: 0.1838338 Jul 22 22:07:42.983238 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2a8369f3-7a85-442a-9180-11bc436f63dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.985844 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2a8369f3-7a85-442a-9180-11bc436f63dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:42.987363 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-2a8369f3-7a85-442a-9180-11bc436f63dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e54a332-52ea-47d3-aaa7-33a312e0d689 HTTP/1.1" status: 204 len: 168 time: 0.3732052 Jul 22 22:07:42.993726 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Pushing event updated for resources: {'Port': ['ID=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:43.007229 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8369f3-7a85-442a-9180-11bc436f63dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e54a332-52ea-47d3-aaa7-33a312e0d689,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:43.062005 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-23d397ad-26b9-4aba-84ca-43add164304f req-f9d63666-8b8c-48b3-8187-58efea5ff05e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350 HTTP/1.1" status: 200 len: 217 time: 0.0705001 Jul 22 22:07:43.071224 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Attempting to bind port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:07:43.072004 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Attempting to bind port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:07:43.072325 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Attempting to bind port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e on network dae36239-69f7-4fc8-bff2-d4812783c1d3 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:43.079887 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e on network dae36239-69f7-4fc8-bff2-d4812783c1d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:07:43.080240 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Attempting to bind port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e on network dae36239-69f7-4fc8-bff2-d4812783c1d3 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:07:43.102703 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:07:43.103124 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Checking segment: {'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:07:43.103498 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Bound using segment: {'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:07:43.104655 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Bound port: 02ff9cde-28fe-415f-a07d-f33b66c9ae0e, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1651, 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3'}}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:07:43.105068 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:43.142995 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] For port ab7b029a-a15f-4710-8930-d2334819d108, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:43.149147 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] For port ab7b029a-a15f-4710-8930-d2334819d108, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ab7b029a-a15f-4710-8930-d2334819d108,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:43.162632 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:43.165467 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d397ad-26b9-4aba-84ca-43add164304f req-42b21395-01ba-4dee-bb8a-8b67e65cc0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.167524 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-23d397ad-26b9-4aba-84ca-43add164304f req-42b21395-01ba-4dee-bb8a-8b67e65cc0e0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.0931709 Jul 22 22:07:43.172472 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fb117-9e33-4e66-b4ff-d4052461bb9b req-779d73c2-5d5d-4bf8-b86a-cb8040430674 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.174369 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5b5297ba-4000-4f3e-8aaf-b04a3fa1b162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:43.180273 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b09fb117-9e33-4e66-b4ff-d4052461bb9b req-779d73c2-5d5d-4bf8-b86a-cb8040430674 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 944 time: 0.1827879 Jul 22 22:07:43.248302 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b09fb117-9e33-4e66-b4ff-d4052461bb9b req-546cfb58-0034-4cd9-b57e-eab0584ccd21 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668709 Jul 22 22:07:43.249409 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] For port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e, host hv-cinder-80152, cleared binding levels {{(pid=93409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:07:43.253316 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] For port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:07:43.253707 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.254432 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:43.255781 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] 10.222.0.113 "PUT /v2.0/ports/ab7b029a-a15f-4710-8930-d2334819d108 HTTP/1.1" status: 200 len: 1094 time: 1.8840256 Jul 22 22:07:43.257104 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee3862c-6167-4085-9c6a-5318e5404daf', 'tag': 'ab7b029a-a15f-4710-8930-d2334819d108'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:43.259380 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd794be-d7cd-438b-82e3-d01c4e180e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "eee3862c-6167-4085-9c6a-5318e5404daf", "tag": "ab7b029a-a15f-4710-8930-d2334819d108"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:43.260308 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:43.323113 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.324410 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:43.325754 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cbe08-ccd5-4eb5-941c-db0182fc8393 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7b029a-a15f-4710-8930-d2334819d108,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:43.326500 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] 10.222.0.113 "PUT /v2.0/ports/02ff9cde-28fe-415f-a07d-f33b66c9ae0e HTTP/1.1" status: 200 len: 1093 time: 1.7349236 Jul 22 22:07:43.327140 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f260c240-d2d7-4848-8bcb-88f8d148e8bc', 'tag': '02ff9cde-28fe-415f-a07d-f33b66c9ae0e'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:43.339866 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9da90c5-c766-4edc-8b59-c6bc953c6800" -d '{"events": [{"name": "network-changed", "server_uuid": "f260c240-d2d7-4848-8bcb-88f8d148e8bc", "tag": "02ff9cde-28fe-415f-a07d-f33b66c9ae0e"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:43.354786 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdd28de-632f-45e4-8e63-e926342a94dd x-openstack-request-id: req-7cdd28de-632f-45e4-8e63-e926342a94dd {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:43.355052 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee3862c-6167-4085-9c6a-5318e5404daf", "tag": "ab7b029a-a15f-4710-8930-d2334819d108", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:43.355157 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cdd28de-632f-45e4-8e63-e926342a94dd {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:43.355526 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee3862c-6167-4085-9c6a-5318e5404daf', 'tag': 'ab7b029a-a15f-4710-8930-d2334819d108', 'status': 'completed', 'code': 200} Jul 22 22:07:43.378287 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6771a93-959f-4108-a5d3-1192d86b5f57 req-3a79753e-9043-4865-a290-3b51817507ab tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.380094 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e6771a93-959f-4108-a5d3-1192d86b5f57 req-3a79753e-9043-4865-a290-3b51817507ab tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.2346497 Jul 22 22:07:43.383205 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d397ad-26b9-4aba-84ca-43add164304f req-504b468e-7be7-49f9-a27b-b3aae379584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.384869 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-23d397ad-26b9-4aba-84ca-43add164304f req-504b468e-7be7-49f9-a27b-b3aae379584f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1964083 Jul 22 22:07:43.487043 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78babf9-278e-4f02-a2af-778cf001d72b service neutron] Pushing event updated for resources: {'Port': ['ID=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,revision_number=3']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:43.494514 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46032) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:43.496007 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-ecc48145-64c0-4bff-a6b7-ffdd47113bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.497556 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-ecc48145-64c0-4bff-a6b7-ffdd47113bf9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 1097 time: 0.1869552 Jul 22 22:07:43.522512 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e6771a93-959f-4108-a5d3-1192d86b5f57 req-1c412a84-eea1-411a-a8b1-db9174674b4d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313713 Jul 22 22:07:43.541988 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-996fb3bc-0cb6-41ff-b396-902ec184076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.544010 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-996fb3bc-0cb6-41ff-b396-902ec184076a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 1096 time: 0.1719763 Jul 22 22:07:43.557482 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b0a0a-abd0-46f8-839b-a92be59e7f26 req-07c430cc-b832-4d1b-8163-a932df699af8 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.564781 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-32d1bd03-39d3-4f03-bcc5-23881f346350 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab7b029a-a15f-4710-8930-d2334819d108 HTTP/1.1" status: 200 len: 217 time: 0.0572345 Jul 22 22:07:43.565445 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-547b0a0a-abd0-46f8-839b-a92be59e7f26 req-07c430cc-b832-4d1b-8163-a932df699af8 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 943 time: 0.1281788 Jul 22 22:07:43.567925 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7e53fef3-cb56-4013-864a-380a1fe376ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:43.639989 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-23d397ad-26b9-4aba-84ca-43add164304f req-94a8ef8f-b85f-4ed8-91bd-71db447f2c9b service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456827 Jul 22 22:07:43.646160 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8842f5e9-b74c-44e2-ab81-99bfdde446d7 x-openstack-request-id: req-8842f5e9-b74c-44e2-ab81-99bfdde446d7 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:43.646522 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f260c240-d2d7-4848-8bcb-88f8d148e8bc", "tag": "02ff9cde-28fe-415f-a07d-f33b66c9ae0e", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:43.646746 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8842f5e9-b74c-44e2-ab81-99bfdde446d7 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:43.647109 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f260c240-d2d7-4848-8bcb-88f8d148e8bc', 'tag': '02ff9cde-28fe-415f-a07d-f33b66c9ae0e', 'status': 'completed', 'code': 200} Jul 22 22:07:43.655845 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-ebb799e1-323c-4e07-8b87-45b85f5f6e17 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ff9cde-28fe-415f-a07d-f33b66c9ae0e HTTP/1.1" status: 200 len: 217 time: 0.0880227 Jul 22 22:07:43.705521 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-d5e5cfca-355e-479c-887d-33e9ad005c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.707025 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-d5e5cfca-355e-479c-887d-33e9ad005c99 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 200 len: 858 time: 0.1346595 Jul 22 22:07:43.721726 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-547b0a0a-abd0-46f8-839b-a92be59e7f26 req-f509b67b-44d7-4abe-9378-81b7c6d021ba tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552715 Jul 22 22:07:43.732741 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-6434e616-54d7-4485-ba3c-6b37ad1c43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.734603 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-6434e616-54d7-4485-ba3c-6b37ad1c43a1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 200 len: 858 time: 0.0711689 Jul 22 22:07:43.805873 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-f1da9c11-6c7e-4fc8-9564-9341c9cb8ace service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dae36239-69f7-4fc8-bff2-d4812783c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781963 Jul 22 22:07:43.808518 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-6fbb2d3c-4ac7-4c5e-b35f-218efbfdeaf4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dae36239-69f7-4fc8-bff2-d4812783c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592782 Jul 22 22:07:43.887903 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-23d397ad-26b9-4aba-84ca-43add164304f req-43e6aa96-ed96-4a06-94d9-a0842a60796b service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360592 Jul 22 22:07:43.892147 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device f604e9ca-7bf8-49ff-ac9e-f3e276f39abb details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:07:43.965472 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device e24e55ba-061d-4ed1-aaa0-9a3114d689bf up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:43.967388 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-aa1a09d3-58f4-4e53-b3a1-bb5a40d8b2d9 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446576 Jul 22 22:07:43.972170 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-f26f68ef-82ea-4872-bf6a-4a1606403019 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485105 Jul 22 22:07:43.981248 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ddc2c-2112-4082-8a57-2c558eeb5a38 req-83def7b1-231f-4fe5-a4dd-d1f563ea3279 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.982930 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5b4ddc2c-2112-4082-8a57-2c558eeb5a38 req-83def7b1-231f-4fe5-a4dd-d1f563ea3279 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 943 time: 0.1700947 Jul 22 22:07:43.992931 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a70c88-8794-4cc5-a55d-7dd9eb968e49 req-d6594dfe-a769-4f82-b935-b403c51b473a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:43.996187 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a6a70c88-8794-4cc5-a55d-7dd9eb968e49 req-d6594dfe-a769-4f82-b935-b403c51b473a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 943 time: 0.3290737 Jul 22 22:07:44.079080 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port e24e55ba-061d-4ed1-aaa0-9a3114d689bf completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:44.087730 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port e24e55ba-061d-4ed1-aaa0-9a3114d689bf triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:44.088502 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.101159 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5b4ddc2c-2112-4082-8a57-2c558eeb5a38 req-af994178-139d-4a41-ac24-d4f3a8c620ad tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097116 Jul 22 22:07:44.118203 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:44.140976 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'port_id': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb', 'mac_address': 'fa:16:3e:15:96:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:07:44.174130 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64b5319f-e8bb-4572-a96c-9b3c190e3863 req-70b1af2a-f95d-4ed1-a08c-f3a59d9d4258 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897342 Jul 22 22:07:44.211448 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.236187 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f604e9ca-7bf8-49ff-ac9e-f3e276f39abb {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:44.248231 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.269202 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:44.286343 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.287107 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:07:44.302408 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2612d1-430f-45be-bb1d-d0c3ac2aecb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24e55ba-061d-4ed1-aaa0-9a3114d689bf'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:44.310648 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7e53fef3-cb56-4013-864a-380a1fe376ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.338181 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7e53fef3-cb56-4013-864a-380a1fe376ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.413729 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da90c5-c766-4edc-8b59-c6bc953c6800 req-8b5a9e09-9740-416c-af25-8ec51ea4bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:44.418068 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f9da90c5-c766-4edc-8b59-c6bc953c6800 req-8b5a9e09-9740-416c-af25-8ec51ea4bd1e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 1096 time: 0.1835732 Jul 22 22:07:44.424494 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port e24e55ba-061d-4ed1-aaa0-9a3114d689bf, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:44.430495 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-7e53fef3-cb56-4013-864a-380a1fe376ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad529fc4ad4541a3baa52f874509a940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9318922 Jul 22 22:07:44.432852 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46064) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:44.441719 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.448154 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a6a70c88-8794-4cc5-a55d-7dd9eb968e49 req-4164e8f0-5072-48f2-a24f-1b99ff947bf3 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423704 Jul 22 22:07:44.459769 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53fef3-cb56-4013-864a-380a1fe376ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee46634-a14e-4c86-9ce2-d73931fe30e0,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:44.471043 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.486229 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:44.509286 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3309ce80-b1ab-4354-8aa0-63d84577e295 req-f7551c17-f097-4c93-b094-ef8fce3acd31 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094192 Jul 22 22:07:44.531255 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-202a7b09-2626-43b8-be42-755f4dd3e694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.567396 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-202a7b09-2626-43b8-be42-755f4dd3e694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.655040 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da90c5-c766-4edc-8b59-c6bc953c6800 req-3316db37-6999-42f9-9bad-89d9685fa41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:44.665924 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f9da90c5-c766-4edc-8b59-c6bc953c6800 req-3316db37-6999-42f9-9bad-89d9685fa41a service neutron] 10.222.0.113 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 920 time: 0.2393517 Jul 22 22:07:44.667741 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,segment=NetworkSegment(67befa93-3866-4672-8b02-63ca6e6d0d3b),segment_id=67befa93-3866-4672-8b02-63ca6e6d0d3b)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:44.670855 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:44.713619 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '5a4722d7-300c-4bf0-8bee-0a7f5a1a656e', 'network_id': '08a7b232-6e2a-44c4-9040-e018b2e6428e', 'port_id': '5a4722d7-300c-4bf0-8bee-0a7f5a1a656e', 'mac_address': 'fa:16:3e:0c:93:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d38b1c9-ac26-4cc3-b632-df62a5b001a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:07:44.717484 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd794be-d7cd-438b-82e3-d01c4e180e2b req-3057c3e1-d345-4154-b67a-eadaa0521871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:44.719945 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ccd794be-d7cd-438b-82e3-d01c4e180e2b req-3057c3e1-d345-4154-b67a-eadaa0521871 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 1097 time: 0.1549363 Jul 22 22:07:44.729596 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fcb51c-e73f-49ec-bf07-4c200493dfa5" -d '{"events": [{"server_uuid": "dd2612d1-430f-45be-bb1d-d0c3ac2aecb3", "name": "network-vif-plugged", "status": "completed", "tag": "e24e55ba-061d-4ed1-aaa0-9a3114d689bf"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:44.731983 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-202a7b09-2626-43b8-be42-755f4dd3e694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.742870 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-202a7b09-2626-43b8-be42-755f4dd3e694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.744074 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-202a7b09-2626-43b8-be42-755f4dd3e694 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eee46634-a14e-4c86-9ce2-d73931fe30e0 HTTP/1.1" status: 204 len: 168 time: 0.2949414 Jul 22 22:07:44.759522 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f9da90c5-c766-4edc-8b59-c6bc953c6800 req-b3e323a9-bd24-4e77-9131-17cd1bdf584d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ff9cde-28fe-415f-a07d-f33b66c9ae0e HTTP/1.1" status: 200 len: 217 time: 0.0851266 Jul 22 22:07:44.783471 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a7b09-2626-43b8-be42-755f4dd3e694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee46634-a14e-4c86-9ce2-d73931fe30e0,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:44.825086 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da90c5-c766-4edc-8b59-c6bc953c6800 req-677fd7a4-7b62-4f2d-b0fc-7b5a3958c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:44.826570 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f9da90c5-c766-4edc-8b59-c6bc953c6800 req-677fd7a4-7b62-4f2d-b0fc-7b5a3958c45c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 200 len: 858 time: 0.0607510 Jul 22 22:07:44.839165 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.847073 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820180d-6b8b-44fc-846e-28556019ccbd req-a10f3a44-710e-409b-9746-3fd919e1102d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:44.848784 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e820180d-6b8b-44fc-846e-28556019ccbd req-a10f3a44-710e-409b-9746-3fd919e1102d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 945 time: 0.1800060 Jul 22 22:07:44.860179 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:44.881789 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,segment=NetworkSegment(67befa93-3866-4672-8b02-63ca6e6d0d3b),segment_id=67befa93-3866-4672-8b02-63ca6e6d0d3b)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:44.884879 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f9da90c5-c766-4edc-8b59-c6bc953c6800 req-d3a25dec-9c82-4f71-8af4-11e0145d265d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dae36239-69f7-4fc8-bff2-d4812783c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351140 Jul 22 22:07:44.887623 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.934132 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed92a-48d3-4e39-a594-60bfc71e90f3 req-4597c4a1-1280-4f8e-9212-c3d5c3adc47a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:44.936544 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bd2ed92a-48d3-4e39-a594-60bfc71e90f3 req-4597c4a1-1280-4f8e-9212-c3d5c3adc47a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.2883887 Jul 22 22:07:44.953694 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:44.957044 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e820180d-6b8b-44fc-846e-28556019ccbd req-f9272539-248d-464e-a0c2-ed265a103125 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747223 Jul 22 22:07:44.980406 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd794be-d7cd-438b-82e3-d01c4e180e2b req-7b8e5950-4867-4a97-847b-b12dab578b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:44.981926 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ccd794be-d7cd-438b-82e3-d01c4e180e2b req-7b8e5950-4867-4a97-847b-b12dab578b64 service neutron] 10.222.0.113 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 920 time: 0.2545147 Jul 22 22:07:45.015181 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f9da90c5-c766-4edc-8b59-c6bc953c6800 req-242416dd-92e7-444e-a250-3f147d01cde7 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153750 Jul 22 22:07:45.080294 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bd2ed92a-48d3-4e39-a594-60bfc71e90f3 req-a2c74018-14d8-4510-8d6f-e3db8403aa43 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355882 Jul 22 22:07:45.089897 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ccd794be-d7cd-438b-82e3-d01c4e180e2b req-f67e34f2-567d-4953-8a36-289e403f8bd7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab7b029a-a15f-4710-8930-d2334819d108 HTTP/1.1" status: 200 len: 217 time: 0.0730817 Jul 22 22:07:45.157098 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['f604e9ca-7bf8-49ff-ac9e-f3e276f39abb'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:07:45.181011 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f9da90c5-c766-4edc-8b59-c6bc953c6800 req-d65f437f-2329-46f3-a92b-8abfdc3391b9 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577175 Jul 22 22:07:45.217248 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd794be-d7cd-438b-82e3-d01c4e180e2b req-4f1d7de4-e8c0-47a7-accf-582230ca161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:45.218949 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ccd794be-d7cd-438b-82e3-d01c4e180e2b req-4f1d7de4-e8c0-47a7-accf-582230ca161e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 200 len: 858 time: 0.1282020 Jul 22 22:07:45.233655 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['5a4722d7-300c-4bf0-8bee-0a7f5a1a656e'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:07:45.261132 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06baa16-a726-473c-a7a8-dae6fc976d15 x-openstack-request-id: req-f06baa16-a726-473c-a7a8-dae6fc976d15 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:45.261434 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2612d1-430f-45be-bb1d-d0c3ac2aecb3", "name": "network-vif-plugged", "status": "completed", "tag": "e24e55ba-061d-4ed1-aaa0-9a3114d689bf", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:45.261690 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f06baa16-a726-473c-a7a8-dae6fc976d15 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:45.262170 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2612d1-430f-45be-bb1d-d0c3ac2aecb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24e55ba-061d-4ed1-aaa0-9a3114d689bf', 'code': 200} Jul 22 22:07:45.282936 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ccd794be-d7cd-438b-82e3-d01c4e180e2b req-60c2e1f3-5623-41cc-b5a4-832576c6cd90 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dae36239-69f7-4fc8-bff2-d4812783c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442386 Jul 22 22:07:45.362444 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f01abf-e391-4438-a881-3d625252147a req-12d1412e-bbd0-434a-a1b6-7d1253e97ef7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:45.364407 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d0f01abf-e391-4438-a881-3d625252147a req-12d1412e-bbd0-434a-a1b6-7d1253e97ef7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 943 time: 0.1589160 Jul 22 22:07:45.412671 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641d587-8eb3-4e2b-9397-5dfe4383e744 req-400223b4-d6bc-49f1-809c-2b24e90d5762 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:45.415783 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2641d587-8eb3-4e2b-9397-5dfe4383e744 req-400223b4-d6bc-49f1-809c-2b24e90d5762 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 944 time: 0.0805662 Jul 22 22:07:45.465559 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d0f01abf-e391-4438-a881-3d625252147a req-ca89dc0b-482b-42a2-8dec-735a97bec227 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680206 Jul 22 22:07:45.472459 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ccd794be-d7cd-438b-82e3-d01c4e180e2b req-7e2fff5a-ee25-4228-848c-af478e4e2865 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724725 Jul 22 22:07:45.526648 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2641d587-8eb3-4e2b-9397-5dfe4383e744 req-4ff56e72-7bf6-4ba4-b9be-1fe7d70a3d3d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019275 Jul 22 22:07:45.683120 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ccd794be-d7cd-438b-82e3-d01c4e180e2b req-428e62c6-22cd-4970-9f0d-166f4f2cede0 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992037 Jul 22 22:07:45.722809 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3672bae-9893-4328-9730-ccd93d7ab0ea req-19760dc4-b7d5-48a0-995e-1dba1c9ce4d1 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:45.731426 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f3672bae-9893-4328-9730-ccd93d7ab0ea req-19760dc4-b7d5-48a0-995e-1dba1c9ce4d1 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 944 time: 0.0974383 Jul 22 22:07:45.786074 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f3672bae-9893-4328-9730-ccd93d7ab0ea req-c8e97f1f-f2ae-4dc0-931b-16779fd6a54d tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534983 Jul 22 22:07:45.882780 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46130) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:45.900281 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:07:45.920119 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f69a3-531b-4242-9b38-4058c25e1472 req-9ba13578-f3a3-4732-938d-18c0a1014d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:45.922608 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a4f69a3-531b-4242-9b38-4058c25e1472 req-9ba13578-f3a3-4732-938d-18c0a1014d71 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 1098 time: 0.4262064 Jul 22 22:07:45.952475 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a4f69a3-531b-4242-9b38-4058c25e1472 req-9209361d-54b2-43c7-a22e-0743921e9485 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.118095 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a4f69a3-531b-4242-9b38-4058c25e1472 req-9209361d-54b2-43c7-a22e-0743921e9485 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.124706 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a4f69a3-531b-4242-9b38-4058c25e1472 req-9209361d-54b2-43c7-a22e-0743921e9485 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.171861 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a4f69a3-531b-4242-9b38-4058c25e1472 req-9209361d-54b2-43c7-a22e-0743921e9485 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329829 Jul 22 22:07:46.178927 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ec3a8b3e-94ca-4e5c-92f9-cb4223efa2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.182873 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209361d-54b2-43c7-a22e-0743921e9485 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5516468f-20f2-47c1-914e-f08d43d6b5e2,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:46.199007 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:46.204209 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c27bb-9722-4840-b7fd-a7615526c1ee req-a33f23e8-50ce-4cb9-9d20-27cecbd7e115 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:46.206602 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a54c27bb-9722-4840-b7fd-a7615526c1ee req-a33f23e8-50ce-4cb9-9d20-27cecbd7e115 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 945 time: 0.1380191 Jul 22 22:07:46.231515 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.250775 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'port_id': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'mac_address': 'fa:16:3e:5b:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:07:46.271510 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a54c27bb-9722-4840-b7fd-a7615526c1ee req-e621c8ef-e0a1-4fda-a139-98f4d79d5688 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584412 Jul 22 22:07:46.324533 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.361867 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:46.395983 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7de38-cec2-4807-9b7d-a105436bd32e req-6c9ce7fa-d67d-4bfc-9167-746f0fbe3f6a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:46.400392 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ddf7de38-cec2-4807-9b7d-a105436bd32e req-6c9ce7fa-d67d-4bfc-9167-746f0fbe3f6a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.1181886 Jul 22 22:07:46.409626 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:46.419593 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.449797 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ec3a8b3e-94ca-4e5c-92f9-cb4223efa2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.466699 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ddf7de38-cec2-4807-9b7d-a105436bd32e req-267be395-f185-4bf2-ad67-fe7a0a51eb7f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652089 Jul 22 22:07:46.473496 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ec3a8b3e-94ca-4e5c-92f9-cb4223efa2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.512464 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:46.551468 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a8b3e-94ca-4e5c-92f9-cb4223efa2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb5441-d6b0-45b9-a794-fd2814d83fca,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:46.563148 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-ec3a8b3e-94ca-4e5c-92f9-cb4223efa2e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05964980beff432899e6238638984496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6770155 Jul 22 22:07:46.563633 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46192) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:46.657199 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d6ae6b55-a7f2-48a3-809c-b87f91c8291f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.684845 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['6a0aecf1-fc1d-42de-a44e-ea10dc04e350'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:07:46.690901 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46299da8-53ce-4ac4-951c-7030d664e8a4 req-cf62dc79-4a6b-434f-91f5-c3e50b0834de tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:46.692745 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-46299da8-53ce-4ac4-951c-7030d664e8a4 req-cf62dc79-4a6b-434f-91f5-c3e50b0834de tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 943 time: 0.1129718 Jul 22 22:07:46.699884 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9592bc-a267-4135-b108-dc80e702a8b7 req-e65b5919-86b8-4999-a171-420bbe1b2919 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:46.701764 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bd9592bc-a267-4135-b108-dc80e702a8b7 req-e65b5919-86b8-4999-a171-420bbe1b2919 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 944 time: 0.0797639 Jul 22 22:07:46.710761 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d6ae6b55-a7f2-48a3-809c-b87f91c8291f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.765110 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-46299da8-53ce-4ac4-951c-7030d664e8a4 req-9a66cb49-c8cf-4e3e-bce0-5e0be54bf9e5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657673 Jul 22 22:07:46.766186 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bd9592bc-a267-4135-b108-dc80e702a8b7 req-00f21217-8abb-41fc-81e8-168302275b1d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562828 Jul 22 22:07:46.794436 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d6ae6b55-a7f2-48a3-809c-b87f91c8291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.797017 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d6ae6b55-a7f2-48a3-809c-b87f91c8291f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.800777 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-d6ae6b55-a7f2-48a3-809c-b87f91c8291f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ffb5441-d6b0-45b9-a794-fd2814d83fca HTTP/1.1" status: 204 len: 168 time: 0.2335989 Jul 22 22:07:46.825722 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae6b55-a7f2-48a3-809c-b87f91c8291f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb5441-d6b0-45b9-a794-fd2814d83fca,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:46.945753 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41dc84-e53a-4612-8246-3f6e82e76b0e req-8b37f8f5-04fd-40c1-aa23-e1ff6973d705 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:46.947435 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ae41dc84-e53a-4612-8246-3f6e82e76b0e req-8b37f8f5-04fd-40c1-aa23-e1ff6973d705 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 944 time: 0.0727530 Jul 22 22:07:46.992840 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ae41dc84-e53a-4612-8246-3f6e82e76b0e req-30543dc4-5765-4cc9-8c4d-6c1c0cf14532 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Jul 22 22:07:47.139563 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46214) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:47.156378 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-03621a54-9605-4056-af5a-835b5c0058f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:47.250569 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-03621a54-9605-4056-af5a-835b5c0058f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:47.254366 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-03621a54-9605-4056-af5a-835b5c0058f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:47.294325 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-03621a54-9605-4056-af5a-835b5c0058f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b878f8206931413baa141ea31bf58484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535797 Jul 22 22:07:47.295235 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03621a54-9605-4056-af5a-835b5c0058f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3871994d-3cbc-4039-9e32-1496409caf5b,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:47.297012 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46228) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:47.373153 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e7941502-178e-4d90-a895-a94124918195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:47.394932 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e7941502-178e-4d90-a895-a94124918195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:47.427404 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792417b-9fd8-4f5a-af4a-da0cef29de15 req-7777db2c-5d6f-4294-84fc-390ae35dc6b1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:47.428972 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e792417b-9fd8-4f5a-af4a-da0cef29de15 req-7777db2c-5d6f-4294-84fc-390ae35dc6b1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 945 time: 0.0662122 Jul 22 22:07:47.450377 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e7941502-178e-4d90-a895-a94124918195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:47.452856 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e7941502-178e-4d90-a895-a94124918195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:47.454040 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-e7941502-178e-4d90-a895-a94124918195 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3871994d-3cbc-4039-9e32-1496409caf5b HTTP/1.1" status: 204 len: 168 time: 0.1551132 Jul 22 22:07:47.462461 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7941502-178e-4d90-a895-a94124918195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3871994d-3cbc-4039-9e32-1496409caf5b,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:47.475526 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e792417b-9fd8-4f5a-af4a-da0cef29de15 req-079c507b-6e17-41e7-a81f-d45f29b5d131 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Jul 22 22:07:47.626046 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fca4ac-eec1-4327-9503-699dfe4a8898 req-b19a4f00-95fa-46b9-b83b-1f7f52181293 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:47.627634 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-08fca4ac-eec1-4327-9503-699dfe4a8898 req-b19a4f00-95fa-46b9-b83b-1f7f52181293 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 945 time: 0.0825074 Jul 22 22:07:47.702722 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-08fca4ac-eec1-4327-9503-699dfe4a8898 req-b2d174e2-667c-4acd-bc8d-62e114dde57f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671341 Jul 22 22:07:47.914187 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c4212-1dab-4b89-9ccb-565a5b9b0dfd req-bf34c984-6e6f-4d7f-acc9-978caf98c4ce tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:47.915787 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0e2c4212-1dab-4b89-9ccb-565a5b9b0dfd req-bf34c984-6e6f-4d7f-acc9-978caf98c4ce tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 944 time: 0.0790653 Jul 22 22:07:47.928546 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device ab7b029a-a15f-4710-8930-d2334819d108 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:07:47.932440 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device f604e9ca-7bf8-49ff-ac9e-f3e276f39abb up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:47.967409 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d7730-f08f-4cc0-931b-55903e889189 req-8a2a11fa-8ad6-43d5-9852-94fad3024c7c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:47.969659 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d10d7730-f08f-4cc0-931b-55903e889189 req-8a2a11fa-8ad6-43d5-9852-94fad3024c7c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 943 time: 0.0975394 Jul 22 22:07:47.977571 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0e2c4212-1dab-4b89-9ccb-565a5b9b0dfd req-9607cffa-2e01-46c4-bcec-13020f7b5e92 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536339 Jul 22 22:07:48.060346 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d10d7730-f08f-4cc0-931b-55903e889189 req-fc0bd51e-a083-4920-9872-6b70879ded0e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675242 Jul 22 22:07:48.081894 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:48.095800 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:48.096176 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.098759 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port ab7b029a-a15f-4710-8930-d2334819d108, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ab7b029a-a15f-4710-8930-d2334819d108,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:48.130074 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': 'ab7b029a-a15f-4710-8930-d2334819d108', 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3', 'port_id': 'ab7b029a-a15f-4710-8930-d2334819d108', 'mac_address': 'fa:16:3e:fc:51:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d68268e-80ba-413f-937d-90301757978d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:07:48.171828 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e80dae-0f23-4e1d-90e7-0ad4b90a6ed9 req-aaa84e83-44de-4487-90e4-9c375026b3ee tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:48.173389 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-13e80dae-0f23-4e1d-90e7-0ad4b90a6ed9 req-aaa84e83-44de-4487-90e4-9c375026b3ee tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 944 time: 0.0830433 Jul 22 22:07:48.182882 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.218246 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7b029a-a15f-4710-8930-d2334819d108 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:48.223575 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-13e80dae-0f23-4e1d-90e7-0ad4b90a6ed9 req-302e42e5-2c89-4654-8571-f37520c0e861 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Jul 22 22:07:48.248601 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.251438 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port ab7b029a-a15f-4710-8930-d2334819d108, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ab7b029a-a15f-4710-8930-d2334819d108,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:48.261895 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.262566 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 02ff9cde-28fe-415f-a07d-f33b66c9ae0e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:07:48.313730 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:48.316069 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0915ca-2d38-45fc-9ddf-db5a47eefc9a" -d '{"events": [{"server_uuid": "6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1", "name": "network-vif-plugged", "status": "completed", "tag": "f604e9ca-7bf8-49ff-ac9e-f3e276f39abb"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:48.349580 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:48.356236 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:48.363331 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.364226 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:48.366752 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a80167-723b-4c80-a116-d9b64d03d353 x-openstack-request-id: req-23a80167-723b-4c80-a116-d9b64d03d353 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:48.367054 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1", "name": "network-vif-plugged", "status": "completed", "tag": "f604e9ca-7bf8-49ff-ac9e-f3e276f39abb", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:48.367309 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23a80167-723b-4c80-a116-d9b64d03d353 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:48.367723 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb', 'code': 200} Jul 22 22:07:48.398559 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '02ff9cde-28fe-415f-a07d-f33b66c9ae0e', 'network_id': 'dae36239-69f7-4fc8-bff2-d4812783c1d3', 'port_id': '02ff9cde-28fe-415f-a07d-f33b66c9ae0e', 'mac_address': 'fa:16:3e:10:a1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d68268e-80ba-413f-937d-90301757978d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:07:48.402470 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=ab7b029a-a15f-4710-8930-d2334819d108,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:48.502038 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.505205 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:48.515376 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:48.522714 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ff9cde-28fe-415f-a07d-f33b66c9ae0e {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:07:48.528016 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:48.528571 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.583119 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:48.594561 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.597671 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d2248-19cd-4833-bab5-a755de83917e req-f411df4d-f894-4ec2-a89a-86a71f8ad41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:48.599366 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f25d2248-19cd-4833-bab5-a755de83917e req-f411df4d-f894-4ec2-a89a-86a71f8ad41c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0666900 Jul 22 22:07:48.664762 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f25d2248-19cd-4833-bab5-a755de83917e req-379c8123-e8b6-49ec-8a91-686258f035a9 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556803 Jul 22 22:07:48.700009 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0cdfe-f3b2-4074-8593-5c6ef7c93218 req-7dd4fd51-b97c-4988-a2c0-2aa020da273d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:48.701599 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-47b0cdfe-f3b2-4074-8593-5c6ef7c93218 req-7dd4fd51-b97c-4988-a2c0-2aa020da273d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 945 time: 0.1012273 Jul 22 22:07:48.751421 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-47b0cdfe-f3b2-4074-8593-5c6ef7c93218 req-b3f4eb4d-9163-4fbe-beb0-7c3e7fa9702c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Jul 22 22:07:48.801973 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:48.804286 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.845420 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:48.850094 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.851169 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:48.914779 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c2cf7-a2b2-4762-97c6-06221b55e110 req-9815beb0-0bfd-4930-be08-c95341bb0ec7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:48.917076 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a30c2cf7-a2b2-4762-97c6-06221b55e110 req-9815beb0-0bfd-4930-be08-c95341bb0ec7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 945 time: 0.0857050 Jul 22 22:07:48.924521 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['02ff9cde-28fe-415f-a07d-f33b66c9ae0e'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:07:48.926539 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['ab7b029a-a15f-4710-8930-d2334819d108'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:07:48.970219 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a30c2cf7-a2b2-4762-97c6-06221b55e110 req-af94d253-2450-40f2-a6b8-4cb5f1ce08e8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Jul 22 22:07:49.053438 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:49.196277 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:49.217087 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:49.217469 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:49.232558 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa93caa-9ed7-4f88-8388-341aa80a5810 req-f7ac3f51-ae9c-4518-85c2-680e1f14b6b9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:49.242612 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6fa93caa-9ed7-4f88-8388-341aa80a5810 req-f7ac3f51-ae9c-4518-85c2-680e1f14b6b9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1673751 Jul 22 22:07:49.303107 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538057c5-0949-43ec-a593-ad51895dbff4 req-251a2818-fcdf-4a84-8783-8751a6328a1e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:49.326459 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-538057c5-0949-43ec-a593-ad51895dbff4 req-251a2818-fcdf-4a84-8783-8751a6328a1e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 944 time: 0.1572733 Jul 22 22:07:49.328795 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6fa93caa-9ed7-4f88-8388-341aa80a5810 req-993736b5-967b-45d4-ba34-ad018e9c5879 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781922 Jul 22 22:07:49.401918 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-538057c5-0949-43ec-a593-ad51895dbff4 req-99e67bba-8fa5-4ae3-9a29-b5e90e3e4012 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724814 Jul 22 22:07:49.438662 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:49.478576 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,segment=NetworkSegment(67befa93-3866-4672-8b02-63ca6e6d0d3b),segment_id=67befa93-3866-4672-8b02-63ca6e6d0d3b)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:49.486198 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:49.502051 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e60321-94ed-46f6-b911-a2ebca7cb7e1 req-163262e2-19e2-4813-a6db-4273d7a0a0f9 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:49.503608 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f1e60321-94ed-46f6-b911-a2ebca7cb7e1 req-163262e2-19e2-4813-a6db-4273d7a0a0f9 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 944 time: 0.0943539 Jul 22 22:07:49.545363 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f1e60321-94ed-46f6-b911-a2ebca7cb7e1 req-b5f9c077-f5a1-48f1-a717-46f54a017c7e tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355408 Jul 22 22:07:49.558543 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:49.810975 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46320) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:49.918686 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-0a4363a1-f7af-452f-8049-23d0fdc13c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:50.006587 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-0a4363a1-f7af-452f-8049-23d0fdc13c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:50.012141 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-0a4363a1-f7af-452f-8049-23d0fdc13c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:50.065308 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-0a4363a1-f7af-452f-8049-23d0fdc13c6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14b802f4feec40638fafdcdc6c125a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507365 Jul 22 22:07:50.066093 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46330) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:50.097763 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4363a1-f7af-452f-8049-23d0fdc13c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a721129e-5b88-455b-adfb-3d688f27a7fb,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:50.126801 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aa94a709-9197-4e66-8e82-d1054e5593bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:50.142027 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20775e-a077-4eac-9ad2-bd3eacaa89f4 req-e7f549bb-0eae-47b6-82f1-c08c35fd80bb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:50.143588 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ce20775e-a077-4eac-9ad2-bd3eacaa89f4 req-e7f549bb-0eae-47b6-82f1-c08c35fd80bb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0999091 Jul 22 22:07:50.150190 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aa94a709-9197-4e66-8e82-d1054e5593bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:50.187898 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ce20775e-a077-4eac-9ad2-bd3eacaa89f4 req-a27c1ecd-dc39-42cb-ae91-9eb1a0dd03f7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385079 Jul 22 22:07:50.210204 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aa94a709-9197-4e66-8e82-d1054e5593bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:50.213373 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aa94a709-9197-4e66-8e82-d1054e5593bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:50.216858 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-aa94a709-9197-4e66-8e82-d1054e5593bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a721129e-5b88-455b-adfb-3d688f27a7fb HTTP/1.1" status: 204 len: 168 time: 0.1471431 Jul 22 22:07:50.229177 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94a709-9197-4e66-8e82-d1054e5593bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a721129e-5b88-455b-adfb-3d688f27a7fb,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:50.369353 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350'}, {'server_uuid': '952a81ed-801b-4a5d-bc8f-b2f77e17c285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4722d7-300c-4bf0-8bee-0a7f5a1a656e'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:50.377253 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaea631e-4e37-44a9-b94d-2a947aca67fd" -d '{"events": [{"server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "name": "network-vif-plugged", "status": "completed", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350"}, {"server_uuid": "952a81ed-801b-4a5d-bc8f-b2f77e17c285", "name": "network-vif-plugged", "status": "completed", "tag": "5a4722d7-300c-4bf0-8bee-0a7f5a1a656e"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:50.442798 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb479539-432c-468b-aec2-878a0fd350ae x-openstack-request-id: req-eb479539-432c-468b-aec2-878a0fd350ae {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:50.443957 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "name": "network-vif-plugged", "status": "completed", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350", "code": 200}, {"server_uuid": "952a81ed-801b-4a5d-bc8f-b2f77e17c285", "name": "network-vif-plugged", "status": "completed", "tag": "5a4722d7-300c-4bf0-8bee-0a7f5a1a656e", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:50.444222 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb479539-432c-468b-aec2-878a0fd350ae {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:50.445261 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'code': 200} Jul 22 22:07:50.445261 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952a81ed-801b-4a5d-bc8f-b2f77e17c285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4722d7-300c-4bf0-8bee-0a7f5a1a656e', 'code': 200} Jul 22 22:07:50.516539 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc2f70-1a83-4a4d-a4c2-a9cbfe425c7e req-3c8dfb9c-d358-4621-974d-5a01664e6d98 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:50.519791 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64cc2f70-1a83-4a4d-a4c2-a9cbfe425c7e req-3c8dfb9c-d358-4621-974d-5a01664e6d98 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1064408 Jul 22 22:07:50.587619 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-64cc2f70-1a83-4a4d-a4c2-a9cbfe425c7e req-bfc3c179-dedf-473a-b631-4e1d3c915abd tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621655 Jul 22 22:07:50.609016 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46354) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:50.643450 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-97d133b9-936a-4c4b-b6cc-0f2afb12acd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:50.767725 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5b33d-1a1d-40cb-a3e1-133131ad4070 req-093e4743-f5f5-441f-b24a-f76ababf9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:50.769620 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a0b5b33d-1a1d-40cb-a3e1-133131ad4070 req-093e4743-f5f5-441f-b24a-f76ababf9f1e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 1099 time: 0.1193621 Jul 22 22:07:50.796142 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd17bb-0273-4ec9-b50d-31ea8ba6f8ba req-e5d731b4-69cb-4c81-861e-060fbaf1f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:50.797702 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73dd17bb-0273-4ec9-b50d-31ea8ba6f8ba req-e5d731b4-69cb-4c81-861e-060fbaf1f342 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 1098 time: 0.1447604 Jul 22 22:07:50.825916 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a0b5b33d-1a1d-40cb-a3e1-133131ad4070 req-7ec587a8-570d-4e47-82a6-7a1c04df70cd service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484200 Jul 22 22:07:50.836057 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacf059-63a4-4473-8368-7ab266718dbc req-971f415b-7fca-42e3-865f-f7a64db202df tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:50.837577 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9cacf059-63a4-4473-8368-7ab266718dbc req-971f415b-7fca-42e3-865f-f7a64db202df tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 944 time: 0.1505446 Jul 22 22:07:50.886684 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73dd17bb-0273-4ec9-b50d-31ea8ba6f8ba req-a304719d-6b35-4f60-a5b2-d4038a139569 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800962 Jul 22 22:07:50.893602 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-97d133b9-936a-4c4b-b6cc-0f2afb12acd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:50.898540 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-97d133b9-936a-4c4b-b6cc-0f2afb12acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:50.938017 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9cacf059-63a4-4473-8368-7ab266718dbc req-43b18729-5292-471f-97b2-bd028eeaea63 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891874 Jul 22 22:07:50.956662 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-97d133b9-936a-4c4b-b6cc-0f2afb12acd8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27baffe31b42425eabe662811b239974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455446 Jul 22 22:07:50.956926 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d133b9-936a-4c4b-b6cc-0f2afb12acd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe7552b-a74d-4fed-8b7d-cec0b4550764,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:50.958244 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46366) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:51.084798 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f755e0d0-c435-4e9a-8c0f-cb5f0414e468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:51.117212 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f755e0d0-c435-4e9a-8c0f-cb5f0414e468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:51.127103 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309580c-200a-4aa9-b56e-6b5e6b223f35 req-6b26d00f-8839-46ae-86da-cf2319c89243 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:51.128787 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a309580c-200a-4aa9-b56e-6b5e6b223f35 req-6b26d00f-8839-46ae-86da-cf2319c89243 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0722604 Jul 22 22:07:51.139654 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46368) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:51.144748 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-ac1232e1-ea9c-49f5-a859-e29bc0c0dc91 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'floatingip': {'port_id': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:51.146543 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba410f-1389-4600-a1f6-8268e999c97f req-b7e9e2ed-b34f-48d5-be45-6770f607bfff tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:51.148128 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fcba410f-1389-4600-a1f6-8268e999c97f req-b7e9e2ed-b34f-48d5-be45-6770f607bfff tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 945 time: 0.1179385 Jul 22 22:07:51.224600 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fcba410f-1389-4600-a1f6-8268e999c97f req-bd8dc121-8027-44dc-a06c-a47c83509a45 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669227 Jul 22 22:07:51.231926 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f755e0d0-c435-4e9a-8c0f-cb5f0414e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:51.239291 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f755e0d0-c435-4e9a-8c0f-cb5f0414e468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:51.239291 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-f755e0d0-c435-4e9a-8c0f-cb5f0414e468 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5fe7552b-a74d-4fed-8b7d-cec0b4550764 HTTP/1.1" status: 204 len: 168 time: 0.2790332 Jul 22 22:07:51.272887 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755e0d0-c435-4e9a-8c0f-cb5f0414e468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe7552b-a74d-4fed-8b7d-cec0b4550764,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:51.276555 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ac1232e1-ea9c-49f5-a859-e29bc0c0dc91 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:51.576246 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f780789-87a5-4258-a574-ba9657641d86 req-229ae63f-c0d3-4f13-afad-7fe4d210bb86 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:51.577743 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9f780789-87a5-4258-a574-ba9657641d86 req-229ae63f-c0d3-4f13-afad-7fe4d210bb86 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.2523136 Jul 22 22:07:51.645007 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9f780789-87a5-4258-a574-ba9657641d86 req-0f5167cd-ef8b-411d-ad44-8a1b8c33815c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583348 Jul 22 22:07:51.960803 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device ab7b029a-a15f-4710-8930-d2334819d108 up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:52.049039 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ac1232e1-ea9c-49f5-a859-e29bc0c0dc91 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:52.055834 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ac1232e1-ea9c-49f5-a859-e29bc0c0dc91 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:52.063032 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port ab7b029a-a15f-4710-8930-d2334819d108 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:52.072133 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port ab7b029a-a15f-4710-8930-d2334819d108 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:52.072667 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:52.149804 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5a17b-8fbc-491a-9419-b44193a7b299 req-39d3099c-1ffd-4972-8fdc-d709f44bd8df tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:52.152170 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-00b5a17b-8fbc-491a-9419-b44193a7b299 req-39d3099c-1ffd-4972-8fdc-d709f44bd8df tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 944 time: 0.0956979 Jul 22 22:07:52.192183 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.l3_db [None req-ac1232e1-ea9c-49f5-a859-e29bc0c0dc91 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Floating IP d89b3584-fddf-4fc1-baae-a1d74a3f45b3 associated. External IP: 172.27.2.129, port: f604e9ca-7bf8-49ff-ac9e-f3e276f39abb. Jul 22 22:07:52.198648 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:52.203444 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-00b5a17b-8fbc-491a-9419-b44193a7b299 req-c2e7471c-6ee7-40a8-b48c-63084cee56bf tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Jul 22 22:07:52.262311 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port ab7b029a-a15f-4710-8930-d2334819d108, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ab7b029a-a15f-4710-8930-d2334819d108,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:52.268486 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:52.270543 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 02ff9cde-28fe-415f-a07d-f33b66c9ae0e up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:07:52.408505 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=ab7b029a-a15f-4710-8930-d2334819d108,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:52.427115 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:07:52.434905 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:52.435470 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:52.468366 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee3862c-6167-4085-9c6a-5318e5404daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7b029a-a15f-4710-8930-d2334819d108'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:52.471460 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95199e41-bb67-48ce-91f1-8e9e61848b19" -d '{"events": [{"server_uuid": "eee3862c-6167-4085-9c6a-5318e5404daf", "name": "network-vif-plugged", "status": "completed", "tag": "ab7b029a-a15f-4710-8930-d2334819d108"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:52.560218 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632952c2-ea9d-4cd9-a685-af39f0c04d14 x-openstack-request-id: req-632952c2-ea9d-4cd9-a685-af39f0c04d14 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:52.560542 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee3862c-6167-4085-9c6a-5318e5404daf", "name": "network-vif-plugged", "status": "completed", "tag": "ab7b029a-a15f-4710-8930-d2334819d108", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:52.560879 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-632952c2-ea9d-4cd9-a685-af39f0c04d14 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:52.561301 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee3862c-6167-4085-9c6a-5318e5404daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7b029a-a15f-4710-8930-d2334819d108', 'code': 200} Jul 22 22:07:52.585667 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:52.658977 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:07:52.668946 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:52.792457 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:52.876967 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aac92-6e92-45da-be84-d65f1c38b345 req-50737940-d182-4b87-bee9-f222e7116ad8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:52.884886 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c73aac92-6e92-45da-be84-d65f1c38b345 req-50737940-d182-4b87-bee9-f222e7116ad8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.1059647 Jul 22 22:07:52.893129 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac785-cb8f-40b0-b78a-42d46813713d req-5d8de2e9-c64d-4659-9d6e-0c0cb7677660 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:52.894875 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0abac785-cb8f-40b0-b78a-42d46813713d req-5d8de2e9-c64d-4659-9d6e-0c0cb7677660 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 945 time: 0.2669172 Jul 22 22:07:52.940970 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c73aac92-6e92-45da-be84-d65f1c38b345 req-ac2134a5-7b3a-40a1-9f0e-df88afa848fd tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544307 Jul 22 22:07:52.947251 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1232e1-ea9c-49f5-a859-e29bc0c0dc91 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:07:52.976313 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0abac785-cb8f-40b0-b78a-42d46813713d req-d9567661-adfb-45f9-813b-50945d1dbc22 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698297 Jul 22 22:07:53.078893 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a6b27-6f05-473d-8363-92c68ef8c4b7 req-2d3d744a-1f2a-4077-b7d4-4741d153f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:53.081070 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-378a6b27-6f05-473d-8363-92c68ef8c4b7 req-2d3d744a-1f2a-4077-b7d4-4741d153f1d9 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 1099 time: 0.2898693 Jul 22 22:07:53.120698 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7249d7-40de-41e1-b25f-bc412ffb8706 req-f82eeecb-ce76-4e4f-af38-c14523b005d1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:53.122337 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3c7249d7-40de-41e1-b25f-bc412ffb8706 req-f82eeecb-ce76-4e4f-af38-c14523b005d1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0800400 Jul 22 22:07:53.128305 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-378a6b27-6f05-473d-8363-92c68ef8c4b7 req-cc57edc2-0e5d-42c9-a0d9-b5005fe7915c service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347576 Jul 22 22:07:53.131875 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46446) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:53.137413 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-a8d3c897-d996-439b-8d49-ce53b7c7dd22 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'floatingip': {'port_id': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:53.158008 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1232e1-ea9c-49f5-a859-e29bc0c0dc91 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:07:53.174098 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ac1232e1-ea9c-49f5-a859-e29bc0c0dc91 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:53.174773 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] Sync routers for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:07:53.186450 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:53.195317 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:53.217889 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-ac1232e1-ea9c-49f5-a859-e29bc0c0dc91 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "PUT /v2.0/floatingips/d89b3584-fddf-4fc1-baae-a1d74a3f45b3 HTTP/1.1" status: 200 len: 991 time: 2.0768626 Jul 22 22:07:53.218554 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'tag': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:53.219712 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c897-d996-439b-8d49-ce53b7c7dd22 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:53.221468 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a18e21-af7a-4a0c-8eab-00101c77aaec" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1", "tag": "f604e9ca-7bf8-49ff-ac9e-f3e276f39abb"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:53.309861 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c7e938-8748-428f-aab7-68c826ada121 x-openstack-request-id: req-c7c7e938-8748-428f-aab7-68c826ada121 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:53.310158 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1", "tag": "f604e9ca-7bf8-49ff-ac9e-f3e276f39abb", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:53.310629 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7c7e938-8748-428f-aab7-68c826ada121 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:53.311332 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'tag': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb', 'status': 'completed', 'code': 200} Jul 22 22:07:53.460702 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-0ba9a8bb-80e2-4f8c-ae7e-b4535798e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:53.466940 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-0ba9a8bb-80e2-4f8c-ae7e-b4535798e50a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 1098 time: 0.1169119 Jul 22 22:07:53.475926 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:53.786629 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'd89b3584-fddf-4fc1-baae-a1d74a3f45b3', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'port_id': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'mac_address': 'fa:16:3e:15:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:07:17Z', 'updated_at': '2021-07-22T22:07:51Z', 'revision_number': 1, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:53.814108 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] Checking router: 1f2c45d1-bfa4-4977-9518-a7d6a153f072 for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:07:53.824956 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:53.824956 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:53.886953 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a0fde-d705-4944-be8f-bdf8aa35bc5c req-031812ae-aa78-4fee-8332-8f8203c4b34d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:53.888515 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-004a0fde-d705-4944-be8f-bdf8aa35bc5c req-031812ae-aa78-4fee-8332-8f8203c4b34d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.4218976 Jul 22 22:07:53.934500 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:53.982940 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-004a0fde-d705-4944-be8f-bdf8aa35bc5c req-1e5beb98-2dab-4f3f-919b-8cdbcd8bc508 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885055 Jul 22 22:07:54.181639 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'd89b3584-fddf-4fc1-baae-a1d74a3f45b3', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'port_id': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'mac_address': 'fa:16:3e:15:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:07:17Z', 'updated_at': '2021-07-22T22:07:51Z', 'revision_number': 1, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:54.215165 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea5ab1-be2a-4851-8391-f49852116614 None None] The sync data for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi is: [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'd89b3584-fddf-4fc1-baae-a1d74a3f45b3', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'port_id': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'mac_address': 'fa:16:3e:15:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:07:17Z', 'updated_at': '2021-07-22T22:07:51Z', 'revision_number': 1, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:07:54.344195 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c897-d996-439b-8d49-ce53b7c7dd22 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:54.348904 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c897-d996-439b-8d49-ce53b7c7dd22 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:54.471120 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.l3_db [None req-a8d3c897-d996-439b-8d49-ce53b7c7dd22 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Floating IP 7a99a918-d9fa-4fe1-ae30-7a68b56bc995 associated. External IP: 172.27.2.151, port: 6a0aecf1-fc1d-42de-a44e-ea10dc04e350. Jul 22 22:07:54.512394 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546528a2-5551-4dae-a987-4919128cd119 None None] New status for floating IP d89b3584-fddf-4fc1-baae-a1d74a3f45b3: ACTIVE {{(pid=93410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:07:54.593489 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f260c240-d2d7-4848-8bcb-88f8d148e8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ff9cde-28fe-415f-a07d-f33b66c9ae0e'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:54.595892 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a297206a-c71c-499b-97f4-ef23909790ed" -d '{"events": [{"server_uuid": "f260c240-d2d7-4848-8bcb-88f8d148e8bc", "name": "network-vif-plugged", "status": "completed", "tag": "02ff9cde-28fe-415f-a07d-f33b66c9ae0e"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:54.678212 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434e6367-8e5a-4fdb-9f91-f5fc506e3801 x-openstack-request-id: req-434e6367-8e5a-4fdb-9f91-f5fc506e3801 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:54.678514 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f260c240-d2d7-4848-8bcb-88f8d148e8bc", "name": "network-vif-plugged", "status": "completed", "tag": "02ff9cde-28fe-415f-a07d-f33b66c9ae0e", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:54.678768 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-434e6367-8e5a-4fdb-9f91-f5fc506e3801 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:54.679157 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f260c240-d2d7-4848-8bcb-88f8d148e8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ff9cde-28fe-415f-a07d-f33b66c9ae0e', 'code': 200} Jul 22 22:07:54.759155 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d3c897-d996-439b-8d49-ce53b7c7dd22 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Router ad551867-e53c-4723-ba3d-e4089f5d099a has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:07:54.780708 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46504) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:54.880811 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d3c897-d996-439b-8d49-ce53b7c7dd22 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:07:54.885831 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c897-d996-439b-8d49-ce53b7c7dd22 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:54.891621 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e22278-0623-4569-accf-39e366203cad None None] Sync routers for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:07:54.897809 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc4a8-5ac5-4a2d-8b31-9af1fc34cd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:54.901580 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e22278-0623-4569-accf-39e366203cad None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:54.902287 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b7e22278-0623-4569-accf-39e366203cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:54.933363 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-a8d3c897-d996-439b-8d49-ce53b7c7dd22 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "PUT /v2.0/floatingips/7a99a918-d9fa-4fe1-ae30-7a68b56bc995 HTTP/1.1" status: 200 len: 992 time: 1.8003531 Jul 22 22:07:54.933962 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:07:54.945729 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6496cd-62e7-4697-a5fb-d49e522d3247" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:07:55.004533 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc4a8-5ac5-4a2d-8b31-9af1fc34cd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.010205 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc4a8-5ac5-4a2d-8b31-9af1fc34cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.058807 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-b7bcc4a8-5ac5-4a2d-8b31-9af1fc34cd46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36259455929b425eb16a1c38e387fd4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769125 Jul 22 22:07:55.059891 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcc4a8-5ac5-4a2d-8b31-9af1fc34cd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a5fd3a-857e-490e-bb31-505489133828,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:55.062287 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46514) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:55.107983 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-b7e22278-0623-4569-accf-39e366203cad None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:55.115118 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-16ff3fd5-2dac-42e2-b079-964a6cb11f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.138424 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-16ff3fd5-2dac-42e2-b079-964a6cb11f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.200363 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-16ff3fd5-2dac-42e2-b079-964a6cb11f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.202858 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-16ff3fd5-2dac-42e2-b079-964a6cb11f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.204465 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-16ff3fd5-2dac-42e2-b079-964a6cb11f7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88a5fd3a-857e-490e-bb31-505489133828 HTTP/1.1" status: 204 len: 168 time: 0.1410818 Jul 22 22:07:55.213819 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff3fd5-2dac-42e2-b079-964a6cb11f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a5fd3a-857e-490e-bb31-505489133828,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:55.390108 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b7e22278-0623-4569-accf-39e366203cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '7a99a918-d9fa-4fe1-ae30-7a68b56bc995', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'port_id': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'mac_address': 'fa:16:3e:5b:52:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:07:33Z', 'updated_at': '2021-07-22T22:07:54Z', 'revision_number': 1, 'project_id': '4916e59614aa42639b3699de5d06966d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:55.421313 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e22278-0623-4569-accf-39e366203cad None None] Checking router: ad551867-e53c-4723-ba3d-e4089f5d099a for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:07:55.430741 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e22278-0623-4569-accf-39e366203cad None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:07:55.431506 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b7e22278-0623-4569-accf-39e366203cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:07:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:55.554060 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-b7e22278-0623-4569-accf-39e366203cad None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:07:55.571279 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46526) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:55.586469 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f9e48c8e-9235-430a-a4f4-5eee81147ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.747520 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f9e48c8e-9235-430a-a4f4-5eee81147ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.752237 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f9e48c8e-9235-430a-a4f4-5eee81147ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.791900 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f9e48c8e-9235-430a-a4f4-5eee81147ade admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80baa626047747508956811761ea4e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192042 Jul 22 22:07:55.792700 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e48c8e-9235-430a-a4f4-5eee81147ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e20183-2607-48e1-8f23-c136f744f964,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:55.794564 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46530) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:55.848398 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2f24fca4-c230-4d3c-98a3-8c6b75a25700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.851208 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b7e22278-0623-4569-accf-39e366203cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '7a99a918-d9fa-4fe1-ae30-7a68b56bc995', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'port_id': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'mac_address': 'fa:16:3e:5b:52:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:07:33Z', 'updated_at': '2021-07-22T22:07:54Z', 'revision_number': 1, 'project_id': '4916e59614aa42639b3699de5d06966d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:07:55.870694 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2f24fca4-c230-4d3c-98a3-8c6b75a25700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.877028 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e22278-0623-4569-accf-39e366203cad None None] The sync data for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi is: [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '7a99a918-d9fa-4fe1-ae30-7a68b56bc995', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'port_id': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'mac_address': 'fa:16:3e:5b:52:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:07:33Z', 'updated_at': '2021-07-22T22:07:54Z', 'revision_number': 1, 'project_id': '4916e59614aa42639b3699de5d06966d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:07:55.924560 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2f24fca4-c230-4d3c-98a3-8c6b75a25700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.927145 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2f24fca4-c230-4d3c-98a3-8c6b75a25700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:55.930708 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-2f24fca4-c230-4d3c-98a3-8c6b75a25700 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14e20183-2607-48e1-8f23-c136f744f964 HTTP/1.1" status: 204 len: 168 time: 0.1322751 Jul 22 22:07:55.937270 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24fca4-c230-4d3c-98a3-8c6b75a25700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e20183-2607-48e1-8f23-c136f744f964,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:56.107869 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3ca24-d8f4-4920-825d-7f053787fe1b None None] New status for floating IP 7a99a918-d9fa-4fe1-ae30-7a68b56bc995: ACTIVE {{(pid=93410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:07:56.940026 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e199c2b-d0a3-405c-9598-fd487d7c05a2 x-openstack-request-id: req-9e199c2b-d0a3-405c-9598-fd487d7c05a2 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:07:56.940984 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:07:56.940984 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e199c2b-d0a3-405c-9598-fd487d7c05a2 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:07:56.941259 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'status': 'completed', 'code': 200} Jul 22 22:07:56.985922 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-62d2b94f-8db3-4669-a2ea-29e53eb9b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:56.988853 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-62d2b94f-8db3-4669-a2ea-29e53eb9b4e7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 200 len: 912 time: 0.1649120 Jul 22 22:07:57.084069 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:57.119766 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-f97d55be-e51c-4fdc-8c2b-f541ea277ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:57.121534 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-f97d55be-e51c-4fdc-8c2b-f541ea277ea7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 1099 time: 0.1409881 Jul 22 22:07:57.131209 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec256e52-b57e-4182-b4d2-633453dbbd5f req-e305c975-1d98-4c91-8259-546b50cc20fb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:57.139031 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ec256e52-b57e-4182-b4d2-633453dbbd5f req-e305c975-1d98-4c91-8259-546b50cc20fb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1691360 Jul 22 22:07:57.147335 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-788c2c77-657e-48c1-ae80-058d3edd394e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb HTTP/1.1" status: 200 len: 1001 time: 0.1242542 Jul 22 22:07:57.242962 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-ca810b2e-9603-4f41-9f43-8b68a36304c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:57.244558 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-ca810b2e-9603-4f41-9f43-8b68a36304c2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=733f2904-165c-47a0-87f7-87c92ef3b4a7 HTTP/1.1" status: 200 len: 849 time: 0.0651474 Jul 22 22:07:57.250480 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ec256e52-b57e-4182-b4d2-633453dbbd5f req-c289d58e-bd20-46bc-a197-1da708a1cec9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105375 Jul 22 22:07:57.269838 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a1d5f-cdec-42df-9b16-f3af3d650d28 req-e00f4f75-0350-4503-846d-8feb43c5f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:57.271429 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-783a1d5f-cdec-42df-9b16-f3af3d650d28 req-e00f4f75-0350-4503-846d-8feb43c5f34a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 1098 time: 0.2108057 Jul 22 22:07:57.299437 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-0dda0fe6-a00d-4a62-9f0f-5a1c8fdc1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:57.301224 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-0dda0fe6-a00d-4a62-9f0f-5a1c8fdc1f67 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 918 time: 0.1601360 Jul 22 22:07:57.364963 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-890d3739-335e-48bd-ad77-6f6afcbfd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:57.366615 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-890d3739-335e-48bd-ad77-6f6afcbfd0a1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1032641 Jul 22 22:07:57.483836 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-2024383b-98c7-41d8-9314-55c643cf97e2 service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998709 Jul 22 22:07:57.620447 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-04a18e21-af7a-4a0c-8eab-00101c77aaec req-64bcf2d1-37f6-492c-839e-ce48317a37ea service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231141 Jul 22 22:07:57.626038 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-783a1d5f-cdec-42df-9b16-f3af3d650d28 req-b8debfe4-c3b7-438e-94e8-955d589548a6 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363016 Jul 22 22:07:57.665939 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-35d670f6-6831-477d-8360-9cf38685b793 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350 HTTP/1.1" status: 200 len: 1002 time: 0.3551323 Jul 22 22:07:58.513959 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46628) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:58.621194 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-54e24335-22a7-4a48-86c4-9537093f7f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:58.730281 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-54e24335-22a7-4a48-86c4-9537093f7f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:58.735297 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-54e24335-22a7-4a48-86c4-9537093f7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:58.773087 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-54e24335-22a7-4a48-86c4-9537093f7f7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4caf7ba02c74d1790dad35a34cf1503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579010 Jul 22 22:07:58.775013 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24335-22a7-4a48-86c4-9537093f7f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807cbef2-0b39-45ad-9e5c-9d9a737f090d,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:58.775916 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46634) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:58.828258 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3d724eda-9ff3-4ad8-b4f1-bfdfb0f4eb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:58.853642 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3d724eda-9ff3-4ad8-b4f1-bfdfb0f4eb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:58.902925 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3d724eda-9ff3-4ad8-b4f1-bfdfb0f4eb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:58.905641 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3d724eda-9ff3-4ad8-b4f1-bfdfb0f4eb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:58.906837 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-3d724eda-9ff3-4ad8-b4f1-bfdfb0f4eb67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/807cbef2-0b39-45ad-9e5c-9d9a737f090d HTTP/1.1" status: 204 len: 168 time: 0.1298120 Jul 22 22:07:58.914575 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d724eda-9ff3-4ad8-b4f1-bfdfb0f4eb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807cbef2-0b39-45ad-9e5c-9d9a737f090d,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:59.183011 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46642) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:59.203379 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d07934b0-8e21-4a5d-ab2b-e0f1f13b5e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:59.300682 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d07934b0-8e21-4a5d-ab2b-e0f1f13b5e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:59.304916 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d07934b0-8e21-4a5d-ab2b-e0f1f13b5e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:59.344790 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-d07934b0-8e21-4a5d-ab2b-e0f1f13b5e86 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=672e30367d81461ea9e20e0ef018762a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606205 Jul 22 22:07:59.346046 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07934b0-8e21-4a5d-ab2b-e0f1f13b5e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78e331a-eb09-497b-a0b1-bb0ad3957522,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:59.347512 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46644) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:59.399239 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-05f35dd8-5ddc-448c-9469-7c36b33a85e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:59.421444 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-05f35dd8-5ddc-448c-9469-7c36b33a85e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:59.477127 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-05f35dd8-5ddc-448c-9469-7c36b33a85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:59.480529 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-05f35dd8-5ddc-448c-9469-7c36b33a85e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:59.481690 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-05f35dd8-5ddc-448c-9469-7c36b33a85e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d78e331a-eb09-497b-a0b1-bb0ad3957522 HTTP/1.1" status: 204 len: 168 time: 0.1325707 Jul 22 22:07:59.489306 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f35dd8-5ddc-448c-9469-7c36b33a85e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78e331a-eb09-497b-a0b1-bb0ad3957522,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:01.355182 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 46714) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:01.460711 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6601a8a2-f67e-4c4f-bf97-751b5b391b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:01.561776 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6601a8a2-f67e-4c4f-bf97-751b5b391b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:01.565468 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6601a8a2-f67e-4c4f-bf97-751b5b391b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:01.637792 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-6601a8a2-f67e-4c4f-bf97-751b5b391b56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=217eb5e3687b4d109878a6e7fe2be63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789171 Jul 22 22:08:01.637792 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601a8a2-f67e-4c4f-bf97-751b5b391b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7eb30a-ffde-4741-932d-3fbed2189533,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:01.638242 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46720) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:01.660632 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-4c4d9b38-232a-4d99-b8e6-525017ec6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:01.661517 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-4c4d9b38-232a-4d99-b8e6-525017ec6f5d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.0661230 Jul 22 22:08:01.692856 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3cd14ba3-5580-4bd1-9449-74c447a07f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:01.719603 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3cd14ba3-5580-4bd1-9449-74c447a07f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:01.758724 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-553cd97f-178e-434e-9c9f-22f0be078609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:01.760497 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-553cd97f-178e-434e-9c9f-22f0be078609 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698810 Jul 22 22:08:01.801873 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3cd14ba3-5580-4bd1-9449-74c447a07f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:01.806216 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3cd14ba3-5580-4bd1-9449-74c447a07f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:01.810037 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-3cd14ba3-5580-4bd1-9449-74c447a07f58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f7eb30a-ffde-4741-932d-3fbed2189533 HTTP/1.1" status: 204 len: 168 time: 0.1698916 Jul 22 22:08:01.819447 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd14ba3-5580-4bd1-9449-74c447a07f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7eb30a-ffde-4741-932d-3fbed2189533,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:01.935277 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-10b00533-c485-4983-9e42-c8d02285a7c3 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671185 Jul 22 22:08:02.100225 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-af6496cd-62e7-4697-a5fb-d49e522d3247 req-745388ff-00d3-4c63-bd32-ae099ae16053 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549435 Jul 22 22:08:02.132564 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69902b-cf6e-40a2-977c-ac7c08136dd0 req-efa1874d-abec-4fc0-b00b-78b9f0e96b68 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:02.134147 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7c69902b-cf6e-40a2-977c-ac7c08136dd0 req-efa1874d-abec-4fc0-b00b-78b9f0e96b68 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1022763 Jul 22 22:08:02.179345 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7c69902b-cf6e-40a2-977c-ac7c08136dd0 req-3785e07f-ba2e-4ab3-b5f3-c11e084b2e07 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388422 Jul 22 22:08:02.251411 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46736) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:02.270434 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a3acf74d-afc8-483a-8179-7816d225fefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.373075 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a3acf74d-afc8-483a-8179-7816d225fefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.377495 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a3acf74d-afc8-483a-8179-7816d225fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.415487 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acf74d-afc8-483a-8179-7816d225fefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97906f16-52e0-4a3d-9793-54a91dca4472,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:02.419768 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-a3acf74d-afc8-483a-8179-7816d225fefc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f977da1f494249c2b424aa06c23ddca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669834 Jul 22 22:08:02.423487 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 46738) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:02.479147 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b9158118-da5f-4316-87bf-93a445cb1173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.502523 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b9158118-da5f-4316-87bf-93a445cb1173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.563614 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b9158118-da5f-4316-87bf-93a445cb1173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.571219 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b9158118-da5f-4316-87bf-93a445cb1173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.573219 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-b9158118-da5f-4316-87bf-93a445cb1173 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97906f16-52e0-4a3d-9793-54a91dca4472 HTTP/1.1" status: 204 len: 168 time: 0.1491992 Jul 22 22:08:02.581613 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9158118-da5f-4316-87bf-93a445cb1173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97906f16-52e0-4a3d-9793-54a91dca4472,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:03.365137 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31fc27-8830-4e56-89fa-605a5343fbfa req-c905ce7b-0a5d-4cdc-aec4-a58bc01c4016 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:03.366379 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9b31fc27-8830-4e56-89fa-605a5343fbfa req-c905ce7b-0a5d-4cdc-aec4-a58bc01c4016 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0934677 Jul 22 22:08:03.417849 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9b31fc27-8830-4e56-89fa-605a5343fbfa req-11a8a0d6-2834-49f8-b5cf-dbe43da0915b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Jul 22 22:08:04.400788 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176f796-f745-428c-ba78-755ee91576ec req-c3ddfcf5-9073-4ec6-8da3-1d7825baa18e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:04.403552 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-c3ddfcf5-9073-4ec6-8da3-1d7825baa18e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 814 time: 0.1411185 Jul 22 22:08:04.422227 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-9a38d54a-a0e0-4174-8e88-9bdf6b4e12f2 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/quotas/71518297aed1426a8ff0553453138acc HTTP/1.1" status: 200 len: 375 time: 0.0106654 Jul 22 22:08:04.501740 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-b7d79d1d-bde5-4eaa-8f12-c8e5a407a9e8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731714 Jul 22 22:08:04.576430 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3c7cb-6bf3-44d3-a3ee-628c60c48dde req-42dd10d1-11f2-49de-924b-0e9e6e842f6d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:04.578068 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91b3c7cb-6bf3-44d3-a3ee-628c60c48dde req-42dd10d1-11f2-49de-924b-0e9e6e842f6d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0741749 Jul 22 22:08:04.630322 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91b3c7cb-6bf3-44d3-a3ee-628c60c48dde req-2f608fad-62d6-4cde-8980-0a095632d26f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 Jul 22 22:08:04.640320 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-caaf2c92-1cd7-4969-8a5b-2c47ed66f47f service neutron] 10.222.0.26 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313896 Jul 22 22:08:04.765129 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-b91657be-a895-4b5c-a047-d0e4e51ac3b7 service neutron] 10.222.0.26 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091664 Jul 22 22:08:05.050174 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a9510162-f515-4a11-9331-8e754f9117b8 req-3fd53c29-1afc-4248-8ef1-ed0a236dcef6 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 210 time: 0.0448873 Jul 22 22:08:05.053245 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aee636-cd99-4f0f-aebc-49d7c0acf233 req-3795c348-54fc-41d1-ad67-d1950508d564 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:05.063381 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e5aee636-cd99-4f0f-aebc-49d7c0acf233 req-3795c348-54fc-41d1-ad67-d1950508d564 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1115382 Jul 22 22:08:05.113944 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c497-1e2f-4c9e-b431-e08b337be3bc req-e12ec71b-511b-4cef-bc84-137680f8c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:05.116834 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c121c497-1e2f-4c9e-b431-e08b337be3bc req-e12ec71b-511b-4cef-bc84-137680f8c390 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 1098 time: 0.1814167 Jul 22 22:08:05.126908 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e5aee636-cd99-4f0f-aebc-49d7c0acf233 req-36e65ff9-7848-4630-a3fb-bceb6ef2b911 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623212 Jul 22 22:08:05.293198 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c497-1e2f-4c9e-b431-e08b337be3bc req-fb53b69f-50e0-4751-a0c1-eb354cd32e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:05.294750 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c121c497-1e2f-4c9e-b431-e08b337be3bc req-fb53b69f-50e0-4751-a0c1-eb354cd32e88 service neutron] 10.222.0.113 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 920 time: 0.1660597 Jul 22 22:08:05.360246 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c121c497-1e2f-4c9e-b431-e08b337be3bc req-d8ce8e62-decf-4aed-af62-ec93c1fd1e43 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ff9cde-28fe-415f-a07d-f33b66c9ae0e HTTP/1.1" status: 200 len: 217 time: 0.0529923 Jul 22 22:08:05.424761 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c497-1e2f-4c9e-b431-e08b337be3bc req-e317935c-44ce-4563-8a26-c9cd076404e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:05.426322 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c121c497-1e2f-4c9e-b431-e08b337be3bc req-e317935c-44ce-4563-8a26-c9cd076404e9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 200 len: 858 time: 0.0546868 Jul 22 22:08:05.485468 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c121c497-1e2f-4c9e-b431-e08b337be3bc req-269da749-1651-4472-88eb-fd507e41b3d7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dae36239-69f7-4fc8-bff2-d4812783c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470891 Jul 22 22:08:05.635715 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c121c497-1e2f-4c9e-b431-e08b337be3bc req-6fa29573-7042-407f-9867-bfc9ff53845c service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266720 Jul 22 22:08:05.808180 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c121c497-1e2f-4c9e-b431-e08b337be3bc req-6a153803-f970-4376-92db-163075e69c34 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370909 Jul 22 22:08:06.169249 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b7ac7cb5-140a-488f-99fa-7328bdd5d09e req-e5643540-f1e9-4808-b39e-e2ab17ddf231 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 210 time: 0.0309446 Jul 22 22:08:06.279031 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b0b27-d9ff-4ceb-9fba-b5232c52dc3b req-d3ca8997-6c20-4a96-8cf6-d4cf26e3d00c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:06.280624 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-af6b0b27-d9ff-4ceb-9fba-b5232c52dc3b req-d3ca8997-6c20-4a96-8cf6-d4cf26e3d00c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0677917 Jul 22 22:08:06.327579 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-af6b0b27-d9ff-4ceb-9fba-b5232c52dc3b req-34596140-6677-49e2-a44d-47358fc6f6d7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Jul 22 22:08:06.583572 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176f796-f745-428c-ba78-755ee91576ec req-682f2769-7be1-4998-9d93-5978e70126a4 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:06.585209 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-682f2769-7be1-4998-9d93-5978e70126a4 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 814 time: 0.1466963 Jul 22 22:08:06.600831 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Request body: {'port': {'device_id': '9736dc66-d7c6-4994-9cc6-0eac14082173', 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329', 'admin_state_up': True, 'tenant_id': '71518297aed1426a8ff0553453138acc'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:06.713231 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Made reservation on behalf of 71518297aed1426a8ff0553453138acc for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:06.716866 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:06.850577 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Allocated IP 172.20.0.5 (85d2fff4-2f67-4522-be6a-7c76aad5a329/65035fb7-8cbd-4538-be81-238ba9d8fca1/496c2cda-f7b2-4a56-ba82-5489ee72f85e) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:07.020449 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:07.065511 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:07.088244 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['e24e55ba-061d-4ed1-aaa0-9a3114d689bf'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:08:07.113560 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Network 85d2fff4-2f67-4522-be6a-7c76aad5a329 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:07.117036 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:07.121877 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:07.129176 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Pushing event updated for resources: {'Port': ['ID=496c2cda-f7b2-4a56-ba82-5489ee72f85e,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:07.163924 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.164681 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.164681 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.164995 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.165277 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.165616 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.166007 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.166340 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.167238 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.167571 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.167979 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.168319 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:07.198845 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:07.200483 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:07.224114 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-b26422ff-1bd2-4949-b418-b9a08a152cf5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269994 Jul 22 22:08:07.254128 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Request body: {'port': {'device_id': '9736dc66-d7c6-4994-9cc6-0eac14082173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:07.407382 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:07.430025 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91320a9b-2e48-44ef-84ad-5b4d4c929443 req-52ddb328-5eba-44b6-8590-0c6fff1dfe7d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:07.431619 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-91320a9b-2e48-44ef-84ad-5b4d4c929443 req-52ddb328-5eba-44b6-8590-0c6fff1dfe7d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 931 time: 0.1442499 Jul 22 22:08:07.487910 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e012941-4733-49b7-abf6-c64eb2adc3c3 req-df79f9fb-110a-4581-8642-5fc291083296 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:07.491041 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8e012941-4733-49b7-abf6-c64eb2adc3c3 req-df79f9fb-110a-4581-8642-5fc291083296 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0679407 Jul 22 22:08:07.530518 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8e012941-4733-49b7-abf6-c64eb2adc3c3 req-1a8e10eb-f93a-4165-b85c-a53cff87367b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346096 Jul 22 22:08:07.549908 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-91320a9b-2e48-44ef-84ad-5b4d4c929443 req-16528ed6-c50b-4a0e-a27d-798980c308fa tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969858 Jul 22 22:08:07.718805 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496c2cda-f7b2-4a56-ba82-5489ee72f85e {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:08:07.726415 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:07.738877 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Transition to ACTIVE for port object 496c2cda-f7b2-4a56-ba82-5489ee72f85e will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:07.742793 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:07.791752 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=496c2cda-f7b2-4a56-ba82-5489ee72f85e,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:07.863643 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Attempting to bind port 496c2cda-f7b2-4a56-ba82-5489ee72f85e on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:07.864003 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Attempting to bind port 496c2cda-f7b2-4a56-ba82-5489ee72f85e by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:07.864333 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Attempting to bind port 496c2cda-f7b2-4a56-ba82-5489ee72f85e on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:07.868538 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Port 496c2cda-f7b2-4a56-ba82-5489ee72f85e on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:08:07.868862 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Attempting to bind port 496c2cda-f7b2-4a56-ba82-5489ee72f85e on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:07.873557 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:07.873895 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Checking segment: {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:07.874277 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Bound using segment: {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:07.874693 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Bound port: 496c2cda-f7b2-4a56-ba82-5489ee72f85e, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:07.875045 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:07.935709 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] For port 496c2cda-f7b2-4a56-ba82-5489ee72f85e, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:07.938597 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] For port 496c2cda-f7b2-4a56-ba82-5489ee72f85e, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=496c2cda-f7b2-4a56-ba82-5489ee72f85e,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:07.943947 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:07.977345 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:07.977936 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:07.979369 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] 10.222.0.113 "PUT /v2.0/ports/496c2cda-f7b2-4a56-ba82-5489ee72f85e HTTP/1.1" status: 200 len: 1093 time: 0.7357597 Jul 22 22:08:07.979838 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9736dc66-d7c6-4994-9cc6-0eac14082173', 'tag': '496c2cda-f7b2-4a56-ba82-5489ee72f85e'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:08:07.982099 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c" -d '{"events": [{"name": "network-changed", "server_uuid": "9736dc66-d7c6-4994-9cc6-0eac14082173", "tag": "496c2cda-f7b2-4a56-ba82-5489ee72f85e"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:08:08.005863 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe21ed0-2bdb-44b4-9da1-35e44ec2a3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=496c2cda-f7b2-4a56-ba82-5489ee72f85e,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:08.036700 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b6536e-e998-4ce9-9235-bb9b1205c8bc x-openstack-request-id: req-b8b6536e-e998-4ce9-9235-bb9b1205c8bc {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:08:08.036996 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9736dc66-d7c6-4994-9cc6-0eac14082173", "tag": "496c2cda-f7b2-4a56-ba82-5489ee72f85e", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:08:08.037309 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8b6536e-e998-4ce9-9235-bb9b1205c8bc {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:08:08.037684 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9736dc66-d7c6-4994-9cc6-0eac14082173', 'tag': '496c2cda-f7b2-4a56-ba82-5489ee72f85e', 'status': 'completed', 'code': 200} Jul 22 22:08:08.103463 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176f796-f745-428c-ba78-755ee91576ec req-821c29ef-52fd-478a-9339-b73791731fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:08.105021 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-821c29ef-52fd-478a-9339-b73791731fcb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 1096 time: 0.0545104 Jul 22 22:08:08.154929 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-fbae7bbe-fa19-470b-a36b-95d746b6959a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496c2cda-f7b2-4a56-ba82-5489ee72f85e HTTP/1.1" status: 200 len: 217 time: 0.0378063 Jul 22 22:08:08.205541 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176f796-f745-428c-ba78-755ee91576ec req-7036bb03-ba04-4200-b800-672d347b599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:08.207322 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-7036bb03-ba04-4200-b800-672d347b599c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=65035fb7-8cbd-4538-be81-238ba9d8fca1 HTTP/1.1" status: 200 len: 854 time: 0.0455143 Jul 22 22:08:08.251446 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-a34debf6-e7d0-41a9-bfb3-76b6997c2ecc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=85d2fff4-2f67-4522-be6a-7c76aad5a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273645 Jul 22 22:08:08.344091 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-087da070-fd03-49c1-8abe-e57b29286d9d service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841799 Jul 22 22:08:08.458604 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e176f796-f745-428c-ba78-755ee91576ec req-6f620eca-92a5-46dc-8692-72fdfced146b service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988371 Jul 22 22:08:08.584012 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c req-02872634-42d7-4824-a84c-cf135a77941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:08.585711 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c req-02872634-42d7-4824-a84c-cf135a77941d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 1096 time: 0.0722380 Jul 22 22:08:08.705070 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02c99e-5af4-4f2b-b0dc-91d963e6abd1 req-f991dec1-29fc-467b-966d-7a6ed9416489 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:08.706654 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a02c99e-5af4-4f2b-b0dc-91d963e6abd1 req-f991dec1-29fc-467b-966d-7a6ed9416489 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 943 time: 0.0672898 Jul 22 22:08:08.737359 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c req-1f38abc0-7ee8-41f7-a92a-a6345955e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:08.738860 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c req-1f38abc0-7ee8-41f7-a92a-a6345955e315 service neutron] 10.222.0.113 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 916 time: 0.1353602 Jul 22 22:08:08.746116 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a02c99e-5af4-4f2b-b0dc-91d963e6abd1 req-04493397-1907-492f-9a3f-aabed19bb228 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330560 Jul 22 22:08:08.750089 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e323a-f5a7-4db0-a742-e7f37c49ef08 req-ccb4ef52-12b4-4faf-8e01-7ed5e02ec3b1 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:08.751555 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-db1e323a-f5a7-4db0-a742-e7f37c49ef08 req-ccb4ef52-12b4-4faf-8e01-7ed5e02ec3b1 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1149342 Jul 22 22:08:08.804292 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c req-b2c9cb67-9152-48c7-bf65-bd46095f8b69 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496c2cda-f7b2-4a56-ba82-5489ee72f85e HTTP/1.1" status: 200 len: 217 time: 0.0407698 Jul 22 22:08:08.821714 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-db1e323a-f5a7-4db0-a742-e7f37c49ef08 req-77f5ee97-0f2a-463f-b567-a753b4aa00f5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644927 Jul 22 22:08:08.869004 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c req-6069a94e-3892-4ee9-b419-ae925ed28dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:08.872372 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c req-6069a94e-3892-4ee9-b419-ae925ed28dd1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=65035fb7-8cbd-4538-be81-238ba9d8fca1 HTTP/1.1" status: 200 len: 854 time: 0.0458925 Jul 22 22:08:08.914998 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c req-47c96e9b-a422-4851-b1d7-87d839ca6677 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=85d2fff4-2f67-4522-be6a-7c76aad5a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304332 Jul 22 22:08:09.005215 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c req-4582d06a-6ce7-49da-889a-567b69f1a950 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819266 Jul 22 22:08:09.695599 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-13273b02-b88b-464f-8d3f-752be4b53834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:09.874050 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb67f-394f-4db3-9196-61c50d8128a2 req-c09ba08a-3673-4d92-b0dc-9e6b51101535 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:09.875526 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b4eb67f-394f-4db3-9196-61c50d8128a2 req-c09ba08a-3673-4d92-b0dc-9e6b51101535 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 943 time: 0.0609574 Jul 22 22:08:09.913080 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b4eb67f-394f-4db3-9196-61c50d8128a2 req-d7108616-d3aa-4594-8566-9341e943192f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316885 Jul 22 22:08:10.038903 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135ecf0-d152-4be3-a4c2-b883d375b1f0 req-7e09ccdd-6706-4052-a686-d5bd499fd022 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:10.040453 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d135ecf0-d152-4be3-a4c2-b883d375b1f0 req-7e09ccdd-6706-4052-a686-d5bd499fd022 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0670104 Jul 22 22:08:10.082029 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d135ecf0-d152-4be3-a4c2-b883d375b1f0 req-2836d464-ecac-4500-869a-aff942a831e9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352941 Jul 22 22:08:12.800222 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:13.047864 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b7bb0065-9ea1-40b4-864c-7cee9ebf222c req-eea0b502-3898-45c6-89fe-e188ecf3d867 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269076 Jul 22 22:08:13.061458 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab93608-3d27-4040-828f-aba170cb7935 req-2fb3dc6e-17e5-4edd-a13b-7dff33a213db tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:13.062870 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cab93608-3d27-4040-828f-aba170cb7935 req-2fb3dc6e-17e5-4edd-a13b-7dff33a213db tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 943 time: 0.1171207 Jul 22 22:08:13.085122 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20508e-20da-43e5-8ac0-d1112db72549 req-7cb4acb5-90af-45c4-b49f-54caf18a0b9f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:13.086667 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bc20508e-20da-43e5-8ac0-d1112db72549 req-7cb4acb5-90af-45c4-b49f-54caf18a0b9f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0640311 Jul 22 22:08:13.101158 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cab93608-3d27-4040-828f-aba170cb7935 req-19131c4f-3f3a-49b3-ba8b-d320397ac59e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324438 Jul 22 22:08:13.124598 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bc20508e-20da-43e5-8ac0-d1112db72549 req-21a2e079-a398-4f2f-b88d-ece632abf9aa tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315359 Jul 22 22:08:13.166331 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-40d02e1c-d002-4de5-81ef-da2c910bd24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:13.877708 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:08:14.237405 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7663e-b716-43e3-aec8-e5c28d3eed3d req-8651e11f-6545-4069-aadc-ccf99b9aef06 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:14.238838 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c3e7663e-b716-43e3-aec8-e5c28d3eed3d req-8651e11f-6545-4069-aadc-ccf99b9aef06 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 943 time: 0.0689428 Jul 22 22:08:14.258019 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d500e-5fa9-45ba-8012-93e49ee844d6 req-c915fd85-5333-49d5-98b4-ea4209a5fde3 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:14.259579 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0d500e-5fa9-45ba-8012-93e49ee844d6 req-c915fd85-5333-49d5-98b4-ea4209a5fde3 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0639288 Jul 22 22:08:14.300560 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0d500e-5fa9-45ba-8012-93e49ee844d6 req-e3b37f6a-4f08-4ffe-84f4-7318d966ce4e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346475 Jul 22 22:08:14.383372 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:14.524633 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c3e7663e-b716-43e3-aec8-e5c28d3eed3d req-824a49c5-9192-4697-b388-59c740d3ebbd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798059 Jul 22 22:08:15.038386 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edde39-3181-4e80-9536-5e90b2bbcb57 req-d94d28ba-42d3-4a72-aa82-e29a1aede6a2 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:15.039818 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-69edde39-3181-4e80-9536-5e90b2bbcb57 req-d94d28ba-42d3-4a72-aa82-e29a1aede6a2 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 945 time: 0.0619223 Jul 22 22:08:15.078177 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-69edde39-3181-4e80-9536-5e90b2bbcb57 req-f20b0d20-4da6-460b-a8ce-ca856e0002ea tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321839 Jul 22 22:08:15.439202 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a0c8b-7137-4da5-8429-4122c4222376 req-da2ca9be-fab0-4afe-926e-350b002e33ea tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:15.440758 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c74a0c8b-7137-4da5-8429-4122c4222376 req-da2ca9be-fab0-4afe-926e-350b002e33ea tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0679493 Jul 22 22:08:15.480099 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c74a0c8b-7137-4da5-8429-4122c4222376 req-28023e6b-f5fe-4be9-8b2d-3122536aa6e9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336227 Jul 22 22:08:15.673360 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eed79-3344-4544-8b6f-9d4ab95482b9 req-5435180c-bfc0-4c66-b19e-c2023aaca8e2 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:15.674876 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-798eed79-3344-4544-8b6f-9d4ab95482b9 req-5435180c-bfc0-4c66-b19e-c2023aaca8e2 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 943 time: 0.0751562 Jul 22 22:08:15.716623 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-798eed79-3344-4544-8b6f-9d4ab95482b9 req-5e22d053-8aed-4273-abb8-93774dcf01ec tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353944 Jul 22 22:08:16.089885 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 496c2cda-f7b2-4a56-ba82-5489ee72f85e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:08:16.121379 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:16.208327 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 496c2cda-f7b2-4a56-ba82-5489ee72f85e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=496c2cda-f7b2-4a56-ba82-5489ee72f85e,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:16.219907 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '496c2cda-f7b2-4a56-ba82-5489ee72f85e', 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329', 'port_id': '496c2cda-f7b2-4a56-ba82-5489ee72f85e', 'mac_address': 'fa:16:3e:a4:59:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65035fb7-8cbd-4538-be81-238ba9d8fca1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:08:16.254609 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9776f5-9718-4725-8048-b5766633a9b0 req-95eba495-81f7-44ee-9316-253118929b10 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:16.256733 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fc9776f5-9718-4725-8048-b5766633a9b0 req-95eba495-81f7-44ee-9316-253118929b10 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 945 time: 0.0963249 Jul 22 22:08:16.261858 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:16.274992 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496c2cda-f7b2-4a56-ba82-5489ee72f85e {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:08:16.294550 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 496c2cda-f7b2-4a56-ba82-5489ee72f85e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=496c2cda-f7b2-4a56-ba82-5489ee72f85e,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:16.296677 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fc9776f5-9718-4725-8048-b5766633a9b0 req-cd2cb08d-5fd7-40af-9e3b-4d80ca0a071b tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Jul 22 22:08:16.299496 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:16.349381 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=496c2cda-f7b2-4a56-ba82-5489ee72f85e,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:16.356310 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.356709 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.357007 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.357345 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.357732 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.358019 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.358350 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.359307 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.360995 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.360995 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.360995 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.360995 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:16.625331 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb37ab-b384-4d43-a706-93e257a37987 req-b630d523-8f00-4894-8869-98a92c55cac0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:16.626845 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-81cb37ab-b384-4d43-a706-93e257a37987 req-b630d523-8f00-4894-8869-98a92c55cac0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0741735 Jul 22 22:08:16.676298 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-81cb37ab-b384-4d43-a706-93e257a37987 req-785274bb-1bdc-4029-9d58-b64cb20e44b6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437558 Jul 22 22:08:16.779817 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['496c2cda-f7b2-4a56-ba82-5489ee72f85e'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:08:16.862690 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8c475-60ce-4aa9-88c7-c845b515336b req-c25edd93-65d6-4c4f-b597-47736a4e3a37 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:16.864496 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1bf8c475-60ce-4aa9-88c7-c845b515336b req-c25edd93-65d6-4c4f-b597-47736a4e3a37 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 944 time: 0.0756369 Jul 22 22:08:16.907724 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1bf8c475-60ce-4aa9-88c7-c845b515336b req-b9ca7c33-72ba-4cb4-b0cc-deb957a9d5a5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371463 Jul 22 22:08:16.999566 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47088) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:17.103311 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.197973 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.203630 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.242020 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2740bb03d17a458c9f77547400df212d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412465 Jul 22 22:08:17.242893 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b579e952-2f81-4d90-8bcc-da55b4e78d85,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:17.246244 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47094) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:17.256847 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.257202 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.257561 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.257879 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.258210 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.258543 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.258874 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.259204 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.259533 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.259882 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.260208 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.260531 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c57f8-3364-429f-97d4-0d13f1bbb558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:17.309552 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-296eac4a-4aa9-4027-a314-760cc25147fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.332123 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-296eac4a-4aa9-4027-a314-760cc25147fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.393648 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-296eac4a-4aa9-4027-a314-760cc25147fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.400131 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-296eac4a-4aa9-4027-a314-760cc25147fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.403780 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-296eac4a-4aa9-4027-a314-760cc25147fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b579e952-2f81-4d90-8bcc-da55b4e78d85 HTTP/1.1" status: 204 len: 168 time: 0.1541772 Jul 22 22:08:17.417887 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296eac4a-4aa9-4027-a314-760cc25147fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b579e952-2f81-4d90-8bcc-da55b4e78d85,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:17.461945 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2737e8-8b21-485f-a1ca-5c04a4f1927c req-9b450b7a-9d5e-4b71-85e7-9ef7148a4fec tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:17.471131 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6e2737e8-8b21-485f-a1ca-5c04a4f1927c req-9b450b7a-9d5e-4b71-85e7-9ef7148a4fec tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 945 time: 0.0888927 Jul 22 22:08:17.491213 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47108) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:17.517320 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6e2737e8-8b21-485f-a1ca-5c04a4f1927c req-4f5bb079-ec89-44c1-b7ca-f4bf5a11aae1 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/security-groups?id=d698be51-d39b-4802-9db6-7cc85187e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Jul 22 22:08:17.726332 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-bd97beeb-2972-482f-a7f6-94785c921d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.778195 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47116) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:17.799552 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-67a7bcda-e6e8-450e-ba49-cb3357a0e756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.836661 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d1c87-8508-4260-89f3-4216d08ede66 req-f2bafe4b-3d07-42a8-a6c2-ee207559fa35 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:17.838275 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d31d1c87-8508-4260-89f3-4216d08ede66 req-f2bafe4b-3d07-42a8-a6c2-ee207559fa35 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0807819 Jul 22 22:08:17.866459 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-bd97beeb-2972-482f-a7f6-94785c921d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.876845 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-bd97beeb-2972-482f-a7f6-94785c921d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:17.903734 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d31d1c87-8508-4260-89f3-4216d08ede66 req-637b831b-f75e-460f-9ebf-042613d1ad23 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Jul 22 22:08:17.926901 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041afd9-9267-4066-a302-3a56cfff257d req-e53321d5-8da5-4344-b750-d1ded072275a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:17.928644 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0041afd9-9267-4066-a302-3a56cfff257d req-e53321d5-8da5-4344-b750-d1ded072275a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.113 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 945 time: 0.1099286 Jul 22 22:08:17.932213 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97beeb-2972-482f-a7f6-94785c921d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3e115b-1b1e-48bb-8bfe-646e6a2e1987,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:17.944924 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-bd97beeb-2972-482f-a7f6-94785c921d68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65d996687b7b4820b052ffc980c09b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524655 Jul 22 22:08:17.946275 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47120) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:18.038889 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-67a7bcda-e6e8-450e-ba49-cb3357a0e756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.047322 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-67a7bcda-e6e8-450e-ba49-cb3357a0e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.059569 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e5d34d03-3197-4d50-9dbd-4b39ebb6a417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.087381 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e5d34d03-3197-4d50-9dbd-4b39ebb6a417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.095471 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 496c2cda-f7b2-4a56-ba82-5489ee72f85e up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:18.105191 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-67a7bcda-e6e8-450e-ba49-cb3357a0e756 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8855ff1901c45d98048c1c9e4c66e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234954 Jul 22 22:08:18.105191 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7bcda-e6e8-450e-ba49-cb3357a0e756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d603e1ab-b4bf-4e4a-95b1-5f34eb9d7638,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:18.106239 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47122) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:18.122291 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de8f1-1c17-4cf4-a5d0-20412be4c315 req-7336baa5-9401-4db9-ab74-0dca48ae17ef tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:18.122486 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-0041afd9-9267-4066-a302-3a56cfff257d req-853953d6-8625-4dbf-8689-4f82d8902f7a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Deleting port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:08:18.122828 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0041afd9-9267-4066-a302-3a56cfff257d req-853953d6-8625-4dbf-8689-4f82d8902f7a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.123848 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e36de8f1-1c17-4cf4-a5d0-20412be4c315 req-7336baa5-9401-4db9-ab74-0dca48ae17ef tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 944 time: 0.1241953 Jul 22 22:08:18.166295 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 496c2cda-f7b2-4a56-ba82-5489ee72f85e completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:18.169511 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e36de8f1-1c17-4cf4-a5d0-20412be4c315 req-7f840012-fcc4-4d28-9032-07b6ad3d48c0 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392864 Jul 22 22:08:18.171120 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 496c2cda-f7b2-4a56-ba82-5489ee72f85e triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:18.171667 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.240279 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e5d34d03-3197-4d50-9dbd-4b39ebb6a417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.242772 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e5d34d03-3197-4d50-9dbd-4b39ebb6a417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.243957 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-e5d34d03-3197-4d50-9dbd-4b39ebb6a417 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd3e115b-1b1e-48bb-8bfe-646e6a2e1987 HTTP/1.1" status: 204 len: 168 time: 0.2966990 Jul 22 22:08:18.259934 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-cf7ead37-98cd-4bf6-bc87-7261cc2c18d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.271453 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.271994 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-0041afd9-9267-4066-a302-3a56cfff257d req-853953d6-8625-4dbf-8689-4f82d8902f7a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] For port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,segment=NetworkSegment(67befa93-3866-4672-8b02-63ca6e6d0d3b),segment_id=67befa93-3866-4672-8b02-63ca6e6d0d3b)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:18.272384 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0041afd9-9267-4066-a302-3a56cfff257d req-853953d6-8625-4dbf-8689-4f82d8902f7a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.287269 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d34d03-3197-4d50-9dbd-4b39ebb6a417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3e115b-1b1e-48bb-8bfe-646e6a2e1987,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:18.303504 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-0041afd9-9267-4066-a302-3a56cfff257d req-853953d6-8625-4dbf-8689-4f82d8902f7a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Calling delete_port for 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e owned by compute:nova {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:08:18.313502 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-cf7ead37-98cd-4bf6-bc87-7261cc2c18d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.315867 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9736dc66-d7c6-4994-9cc6-0eac14082173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c2cda-f7b2-4a56-ba82-5489ee72f85e'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:08:18.319430 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43bcf86-b893-42ec-a8cc-cf1670046af0" -d '{"events": [{"server_uuid": "9736dc66-d7c6-4994-9cc6-0eac14082173", "name": "network-vif-plugged", "status": "completed", "tag": "496c2cda-f7b2-4a56-ba82-5489ee72f85e"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:08:18.344713 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 496c2cda-f7b2-4a56-ba82-5489ee72f85e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=496c2cda-f7b2-4a56-ba82-5489ee72f85e,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:18.359225 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.369193 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b5c632-bb97-45a1-9ab9-5a0348bf8a88 x-openstack-request-id: req-c4b5c632-bb97-45a1-9ab9-5a0348bf8a88 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:08:18.369655 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9736dc66-d7c6-4994-9cc6-0eac14082173", "name": "network-vif-plugged", "status": "completed", "tag": "496c2cda-f7b2-4a56-ba82-5489ee72f85e", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:08:18.370336 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4b5c632-bb97-45a1-9ab9-5a0348bf8a88 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:08:18.371113 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9736dc66-d7c6-4994-9cc6-0eac14082173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c2cda-f7b2-4a56-ba82-5489ee72f85e', 'code': 200} Jul 22 22:08:18.454375 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=496c2cda-f7b2-4a56-ba82-5489ee72f85e,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:18.470370 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-cf7ead37-98cd-4bf6-bc87-7261cc2c18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.474555 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-cf7ead37-98cd-4bf6-bc87-7261cc2c18d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.475650 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-cf7ead37-98cd-4bf6-bc87-7261cc2c18d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d603e1ab-b4bf-4e4a-95b1-5f34eb9d7638 HTTP/1.1" status: 204 len: 168 time: 0.3684874 Jul 22 22:08:18.502118 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ead37-98cd-4bf6-bc87-7261cc2c18d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d603e1ab-b4bf-4e4a-95b1-5f34eb9d7638,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:18.622423 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0041afd9-9267-4066-a302-3a56cfff257d req-853953d6-8625-4dbf-8689-4f82d8902f7a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.640665 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['5a4722d7-300c-4bf0-8bee-0a7f5a1a656e'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:08:18.804068 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853953d6-8625-4dbf-8689-4f82d8902f7a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Pushing event deleted for resources: {'Port': ['ID=5a4722d7-300c-4bf0-8bee-0a7f5a1a656e,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:18.809908 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-0041afd9-9267-4066-a302-3a56cfff257d req-853953d6-8625-4dbf-8689-4f82d8902f7a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] No DVR routers for this DVR port 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e on host hv-cinder-80152 {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:08:18.813236 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-0041afd9-9267-4066-a302-3a56cfff257d req-853953d6-8625-4dbf-8689-4f82d8902f7a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.815562 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0041afd9-9267-4066-a302-3a56cfff257d req-853953d6-8625-4dbf-8689-4f82d8902f7a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.113 "DELETE /v2.0/ports/5a4722d7-300c-4bf0-8bee-0a7f5a1a656e HTTP/1.1" status: 204 len: 173 time: 0.8788993 Jul 22 22:08:18.833864 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a81ed-801b-4a5d-bc8f-b2f77e17c285', 'name': 'network-vif-deleted', 'tag': '5a4722d7-300c-4bf0-8bee-0a7f5a1a656e'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:08:18.841200 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7234eac5-42f2-421e-98d4-ccf538d0e1b1" -d '{"events": [{"server_uuid": "952a81ed-801b-4a5d-bc8f-b2f77e17c285", "name": "network-vif-deleted", "tag": "5a4722d7-300c-4bf0-8bee-0a7f5a1a656e"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:08:18.842995 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-122250a8-6b8c-493c-8f30-b892c7fbd110 req-2ee9f7d9-ce23-4110-9ad6-f99844238311 tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 210 time: 0.0888529 Jul 22 22:08:18.887858 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1389b9f-32a6-4459-bd27-3a259ff38c24 req-868c1051-245e-426d-b004-25f928447b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:18.890654 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b1389b9f-32a6-4459-bd27-3a259ff38c24 req-868c1051-245e-426d-b004-25f928447b91 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 1098 time: 0.2290528 Jul 22 22:08:18.892459 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07f688c-dff0-4b6a-a18d-efb94d1d0437 x-openstack-request-id: req-c07f688c-dff0-4b6a-a18d-efb94d1d0437 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:08:18.892960 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a81ed-801b-4a5d-bc8f-b2f77e17c285", "name": "network-vif-deleted", "tag": "5a4722d7-300c-4bf0-8bee-0a7f5a1a656e", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:08:18.893390 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c07f688c-dff0-4b6a-a18d-efb94d1d0437 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:08:18.894179 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952a81ed-801b-4a5d-bc8f-b2f77e17c285', 'name': 'network-vif-deleted', 'tag': '5a4722d7-300c-4bf0-8bee-0a7f5a1a656e', 'status': 'completed', 'code': 200} Jul 22 22:08:18.966482 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b1389b9f-32a6-4459-bd27-3a259ff38c24 req-3dba2d99-b4e4-4296-bbc5-25753e137bf7 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551991 Jul 22 22:08:19.057023 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70309a3-1383-4d00-b17e-0f7481af9bd4 req-3cff94a7-a56a-40ae-bdb1-7b1785e35ec5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:19.058912 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d70309a3-1383-4d00-b17e-0f7481af9bd4 req-3cff94a7-a56a-40ae-bdb1-7b1785e35ec5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0736721 Jul 22 22:08:19.115567 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d70309a3-1383-4d00-b17e-0f7481af9bd4 req-9ba5741e-1378-4562-9067-d8642c9e4644 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471399 Jul 22 22:08:19.330019 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e9862-1b5c-440b-87ca-0c08b66f5db2 req-53ef5c78-64cf-4a55-8263-3d9aa97297d1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:19.332484 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ff3e9862-1b5c-440b-87ca-0c08b66f5db2 req-53ef5c78-64cf-4a55-8263-3d9aa97297d1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 945 time: 0.0792437 Jul 22 22:08:19.374935 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ff3e9862-1b5c-440b-87ca-0c08b66f5db2 req-0da8f1ca-4071-4691-9945-46dc4303795d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361083 Jul 22 22:08:20.025715 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0022931d-e06c-4008-853f-fa32f61bf5d8 req-28083213-b016-4bdc-9214-0f4298b45e2a tempest-DeleteServersTestJSON-925661777 tempest-DeleteServersTestJSON-925661777-project] 10.222.0.26 "GET /v2.0/ports?device_id=952a81ed-801b-4a5d-bc8f-b2f77e17c285 HTTP/1.1" status: 200 len: 210 time: 0.0384645 Jul 22 22:08:20.307296 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb72879-6a64-491c-a358-de15e5500736 req-614e7920-a7de-4891-b6c2-d00a690085ff tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:20.310702 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3fb72879-6a64-491c-a358-de15e5500736 req-614e7920-a7de-4891-b6c2-d00a690085ff tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1083267 Jul 22 22:08:20.363563 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3fb72879-6a64-491c-a358-de15e5500736 req-28ee512b-5f91-446b-9de5-4a37ca307fc6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436659 Jul 22 22:08:20.545022 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292c635-4d0d-4041-b774-6e09d9f60f76 req-59ddcc9c-a8de-4429-8b51-6c82b885b251 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:20.552091 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b292c635-4d0d-4041-b774-6e09d9f60f76 req-59ddcc9c-a8de-4429-8b51-6c82b885b251 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 945 time: 0.0861464 Jul 22 22:08:20.591420 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b292c635-4d0d-4041-b774-6e09d9f60f76 req-b91bda72-7818-45d8-8c7f-4be584c1c60d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382268 Jul 22 22:08:20.864875 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47256) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:21.080263 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-33f97dce-ab66-4eeb-88a3-e683389f9dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.250760 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-33f97dce-ab66-4eeb-88a3-e683389f9dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.256764 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-33f97dce-ab66-4eeb-88a3-e683389f9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.300641 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-33f97dce-ab66-4eeb-88a3-e683389f9dcb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae76928a7f264f66b8795347a8700aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349008 Jul 22 22:08:21.301619 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f97dce-ab66-4eeb-88a3-e683389f9dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d139e193-d814-49da-a12f-cfde98c8630a,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:21.306213 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47282) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:21.355676 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3a35-8a4a-44c6-bb46-9a4887646947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.380409 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3a35-8a4a-44c6-bb46-9a4887646947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.461059 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3a35-8a4a-44c6-bb46-9a4887646947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.464337 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3a35-8a4a-44c6-bb46-9a4887646947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.468500 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-2ecb3a35-8a4a-44c6-bb46-9a4887646947 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d139e193-d814-49da-a12f-cfde98c8630a HTTP/1.1" status: 204 len: 168 time: 0.1633096 Jul 22 22:08:21.477489 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb3a35-8a4a-44c6-bb46-9a4887646947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d139e193-d814-49da-a12f-cfde98c8630a,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:21.559080 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab97ab2-3277-4ca7-a8a8-3bdc1bc1d1fb req-12c4a92d-ab81-46a0-b277-73ec3724e739 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:21.560612 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-cab97ab2-3277-4ca7-a8a8-3bdc1bc1d1fb req-12c4a92d-ab81-46a0-b277-73ec3724e739 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1074696 Jul 22 22:08:21.600435 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-cab97ab2-3277-4ca7-a8a8-3bdc1bc1d1fb req-c1cf68b5-a21d-4934-b49f-70847961d993 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334549 Jul 22 22:08:21.793907 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47294) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:21.809474 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-32725d4f-4c1b-4a2a-892d-a2f552164511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.912492 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-32725d4f-4c1b-4a2a-892d-a2f552164511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.916841 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-32725d4f-4c1b-4a2a-892d-a2f552164511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.957342 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32725d4f-4c1b-4a2a-892d-a2f552164511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bbf841-268e-4e42-9e2a-a24ef7a60937,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:21.964881 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-32725d4f-4c1b-4a2a-892d-a2f552164511 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d68dbcc191d4d648d60d670098b9750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691065 Jul 22 22:08:21.965460 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47296) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:22.028757 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6101bc0f-f3df-4201-8cc7-e4efb0c0aca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:22.055117 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6101bc0f-f3df-4201-8cc7-e4efb0c0aca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:22.109382 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6101bc0f-f3df-4201-8cc7-e4efb0c0aca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:22.111998 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6101bc0f-f3df-4201-8cc7-e4efb0c0aca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:22.113216 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-6101bc0f-f3df-4201-8cc7-e4efb0c0aca9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40bbf841-268e-4e42-9e2a-a24ef7a60937 HTTP/1.1" status: 204 len: 168 time: 0.1467369 Jul 22 22:08:22.114461 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:08:22.133445 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101bc0f-f3df-4201-8cc7-e4efb0c0aca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bbf841-268e-4e42-9e2a-a24ef7a60937,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:22.137598 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:08:22.137982 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 5a4722d7-300c-4bf0-8bee-0a7f5a1a656e not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:08:22.638578 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47338) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:22.724397 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_v2 [None req-233ddd62-612e-40ac-9daa-15d857c24800 admin admin] Deleting subnet 7d38b1c9-ac26-4cc3-b632-df62a5b001a6 {{(pid=93408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:08:22.729132 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-233ddd62-612e-40ac-9daa-15d857c24800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:22.779242 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-233ddd62-612e-40ac-9daa-15d857c24800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31916951'] for subnet, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:22.834558 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442090b-e8bb-4979-af6e-ead28c6db8f3 req-15afa7fc-98f4-4312-91ce-8b69188712fa tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:22.842282 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1442090b-e8bb-4979-af6e-ead28c6db8f3 req-15afa7fc-98f4-4312-91ce-8b69188712fa tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1607943 Jul 22 22:08:22.853625 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-233ddd62-612e-40ac-9daa-15d857c24800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:22.949513 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1442090b-e8bb-4979-af6e-ead28c6db8f3 req-485512d6-ed1d-4e23-b186-88cf814a832a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064699 Jul 22 22:08:22.958456 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-233ddd62-612e-40ac-9daa-15d857c24800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32635169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31934840'] for subnet, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:22.996553 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ddd62-612e-40ac-9daa-15d857c24800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d38b1c9-ac26-4cc3-b632-df62a5b001a6,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:23.004117 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-233ddd62-612e-40ac-9daa-15d857c24800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:23.006260 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-233ddd62-612e-40ac-9daa-15d857c24800 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7d38b1c9-ac26-4cc3-b632-df62a5b001a6 HTTP/1.1" status: 204 len: 168 time: 0.3662853 Jul 22 22:08:23.008980 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47348) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:23.099054 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-9ce6cdab-de7f-48d7-99db-ffcc9529a1bc service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796592 Jul 22 22:08:23.111801 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:23.221958 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:23.235418 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.235667 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.236640 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.237159 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.237712 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.238270 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.238791 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.239355 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.240074 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.240573 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.268633 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-f95bce74-5dce-40d6-bf4b-afc7e0fd9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:23.270312 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-f95bce74-5dce-40d6-bf4b-afc7e0fd9d20 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 1098 time: 0.0839896 Jul 22 22:08:23.418799 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-32666052-c881-49f0-a600-a454f099f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:23.420500 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-32666052-c881-49f0-a600-a454f099f6e4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 916 time: 0.1240051 Jul 22 22:08:23.453700 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.454639 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.455135 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.455491 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:08:23.456172 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a7b232-6e2a-44c4-9040-e018b2e6428e']}} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:23.486322 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-bd0ce690-028f-46ca-8f93-02385318ce72 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e24e55ba-061d-4ed1-aaa0-9a3114d689bf HTTP/1.1" status: 200 len: 217 time: 0.0581555 Jul 22 22:08:23.487164 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67befa93-3866-4672-8b02-63ca6e6d0d3b') {'for_net_delete': True} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:23.487545 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67befa93-3866-4672-8b02-63ca6e6d0d3b') {} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:23.509701 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26754805'] for segment, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:23.545513 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:23.561641 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Releasing vlan 1694 on physical network physnet1 to pool {{(pid=93409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:08:23.562842 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25565182'] for segment, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:23.571740 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-08c64833-259f-4002-810c-c6d01133314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: from cryptography.utils import int_from_bytes Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: from cryptography.utils import int_from_bytes Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: Traceback (most recent call last): Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: timer() Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: cb(*args, **kw) Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: return func(*args, **kwargs) Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: self._notify() Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: self.callback(batched_events) Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: event.method(event) Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: return f(self, *a, **k) Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._get(url).json() Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: return self.request(url, 'GET', **kwargs) Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:08:23.573772 dv-cinder-801522-2-iscsi neutron-server[93409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:08:23.577386 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-08c64833-259f-4002-810c-c6d01133314b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=65035fb7-8cbd-4538-be81-238ba9d8fca1 HTTP/1.1" status: 200 len: 854 time: 0.0819483 Jul 22 22:08:23.634245 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-a54a16ae-ab8b-4e55-83dd-026c803803c5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=85d2fff4-2f67-4522-be6a-7c76aad5a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429723 Jul 22 22:08:23.757585 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-3d563729-67c9-45e3-aa3b-abed5af047aa service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138749 Jul 22 22:08:23.886492 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2e9d565a-1c1f-46ea-a79f-16aac4dd5251 req-f520014d-6553-47c3-adc3-9143e56bdb38 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185710 Jul 22 22:08:23.961364 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:23.976307 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:23.979306 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/08a7b232-6e2a-44c4-9040-e018b2e6428e HTTP/1.1" status: 204 len: 168 time: 0.9692082 Jul 22 22:08:24.003728 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dddf6-4bf7-4508-ad91-6333c3ef9aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=08a7b232-6e2a-44c4-9040-e018b2e6428e,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:24.134888 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a5a8-3ee9-411b-a3a8-17233c3daa6c req-50876e6d-8280-400b-b3c4-b6bac111e524 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:24.138906 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b684a5a8-3ee9-411b-a3a8-17233c3daa6c req-50876e6d-8280-400b-b3c4-b6bac111e524 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1049356 Jul 22 22:08:24.144116 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8368-87ef-4993-961f-2087e99d91c8 req-4eaead69-f03f-4538-9bce-5623983d13fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:24.155252 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-4eaead69-f03f-4538-9bce-5623983d13fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 814 time: 0.5060840 Jul 22 22:08:24.168619 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47408) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:24.210050 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b684a5a8-3ee9-411b-a3a8-17233c3daa6c req-f7a551cf-88e8-4d09-b497-f42387e0195e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608218 Jul 22 22:08:24.219188 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3246bd96-793d-4df2-ac91-4ac887e8b324 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/quotas/71518297aed1426a8ff0553453138acc HTTP/1.1" status: 200 len: 375 time: 0.0625341 Jul 22 22:08:24.260537 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f0c6bc1c-9ad9-4c09-9a79-e8ffcdf501b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b596739c73649e893357fef51411bac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0895214 Jul 22 22:08:24.261685 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47410) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:24.319433 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4860f795-b35f-45f2-9c5c-f961b0831b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:24.328273 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-2d486514-6d8e-4dfc-9c1d-be9cee823778 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929375 Jul 22 22:08:24.351021 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4860f795-b35f-45f2-9c5c-f961b0831b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:24.420442 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4860f795-b35f-45f2-9c5c-f961b0831b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:24.424519 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4860f795-b35f-45f2-9c5c-f961b0831b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:24.425953 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-4860f795-b35f-45f2-9c5c-f961b0831b72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d698be51-d39b-4802-9db6-7cc85187e936 HTTP/1.1" status: 204 len: 168 time: 0.1631830 Jul 22 22:08:24.437915 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860f795-b35f-45f2-9c5c-f961b0831b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d698be51-d39b-4802-9db6-7cc85187e936,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:24.444168 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-11ee9ae9-037d-40b1-86d0-6abd6a2a1174 service neutron] 10.222.0.26 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142197 Jul 22 22:08:24.555497 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3506e101-0152-49ab-974a-aa2dc98a9602 service neutron] 10.222.0.26 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047781 Jul 22 22:08:24.736231 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d9de64ca-f951-4991-b5d8-864571e7422a req-38eeefe1-0eab-4bd2-93ce-c455bd6b4d10 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 210 time: 0.0303023 Jul 22 22:08:25.450441 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31389c3d-dc7a-467c-8f05-1c3ddaf4a81e req-75e61cea-0f4b-4694-a371-e85a5e116afd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:25.454005 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-31389c3d-dc7a-467c-8f05-1c3ddaf4a81e req-75e61cea-0f4b-4694-a371-e85a5e116afd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1407747 Jul 22 22:08:25.501108 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-31389c3d-dc7a-467c-8f05-1c3ddaf4a81e req-abc92572-6420-4ede-8404-d88346f78222 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 Jul 22 22:08:25.860152 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8845a8da-a458-47a4-9a9b-4dddedd6f3fe req-73e5e036-8d3d-4c35-bfca-be325a8aecfd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 210 time: 0.0336521 Jul 22 22:08:26.124812 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3b85f932-e8c1-4db3-b6d9-ac3463a5cc51 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:26.126358 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3b85f932-e8c1-4db3-b6d9-ac3463a5cc51 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 814 time: 0.1148794 Jul 22 22:08:26.157012 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Request body: {'port': {'device_id': '0474314b-898e-4c43-b615-c08387606e50', 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329', 'admin_state_up': True, 'tenant_id': '71518297aed1426a8ff0553453138acc'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:26.283966 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Made reservation on behalf of 71518297aed1426a8ff0553453138acc for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:26.287520 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:26.417507 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Allocated IP 172.20.0.11 (85d2fff4-2f67-4522-be6a-7c76aad5a329/65035fb7-8cbd-4538-be81-238ba9d8fca1/1f3fee3a-9457-4e00-a484-8790b59225bd) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:26.548548 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47538) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:26.589951 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:26.640759 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:26.660197 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['e24e55ba-061d-4ed1-aaa0-9a3114d689bf', '496c2cda-f7b2-4a56-ba82-5489ee72f85e'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:08:26.700800 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Network 85d2fff4-2f67-4522-be6a-7c76aad5a329 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:26.705348 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24ecb8-0ec8-40a7-8c17-da717ce9f2ae req-2c1f88a5-c902-4ec0-a9c2-e089343ec6df tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:26.707045 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5a24ecb8-0ec8-40a7-8c17-da717ce9f2ae req-2c1f88a5-c902-4ec0-a9c2-e089343ec6df tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0868266 Jul 22 22:08:26.709478 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:26.712112 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:26.721126 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-69505468-7915-452e-a546-c4492c498e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:26.765251 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Pushing event updated for resources: {'Port': ['ID=1f3fee3a-9457-4e00-a484-8790b59225bd,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:26.770904 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5a24ecb8-0ec8-40a7-8c17-da717ce9f2ae req-b4ae920b-fdfd-4e2e-8f97-334e6716df27 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513954 Jul 22 22:08:26.805079 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:26.805845 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:26.915355 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-69505468-7915-452e-a546-c4492c498e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:26.923272 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-69505468-7915-452e-a546-c4492c498e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:26.943041 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1f668dda-106d-467c-a9f8-5b2e4fd43bd3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7901247 Jul 22 22:08:26.976249 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Request body: {'port': {'device_id': '0474314b-898e-4c43-b615-c08387606e50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:26.983387 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69505468-7915-452e-a546-c4492c498e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5945afee-adb1-417b-82be-81b382999461,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:27.021316 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-69505468-7915-452e-a546-c4492c498e28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f6a560c43344c28bb43bab75cef164b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4716952 Jul 22 22:08:27.024295 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0997270-0f79-4034-ad5e-0de4149f0340 req-ef20bbde-962d-4fd4-a126-0a54c1544b8c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:27.026266 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47560) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:27.028164 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b0997270-0f79-4034-ad5e-0de4149f0340 req-ef20bbde-962d-4fd4-a126-0a54c1544b8c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 932 time: 0.0825074 Jul 22 22:08:27.073654 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b0997270-0f79-4034-ad5e-0de4149f0340 req-d9f6a0b3-1372-4892-b4f7-318d74981cd9 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399876 Jul 22 22:08:27.076987 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.132100 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.145536 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ef442806-43ee-4c2b-b095-ad31516b3ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.189435 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ef442806-43ee-4c2b-b095-ad31516b3ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.317511 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ef442806-43ee-4c2b-b095-ad31516b3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.320254 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ef442806-43ee-4c2b-b095-ad31516b3ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.321418 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-ef442806-43ee-4c2b-b095-ad31516b3ae8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5945afee-adb1-417b-82be-81b382999461 HTTP/1.1" status: 204 len: 168 time: 0.2941914 Jul 22 22:08:27.340161 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef442806-43ee-4c2b-b095-ad31516b3ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5945afee-adb1-417b-82be-81b382999461,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:27.463670 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3fee3a-9457-4e00-a484-8790b59225bd {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:08:27.471641 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.484295 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Transition to ACTIVE for port object 1f3fee3a-9457-4e00-a484-8790b59225bd will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:27.487889 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.539415 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3fee3a-9457-4e00-a484-8790b59225bd,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:27.599610 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47570) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:27.613600 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2e757051-5e2e-4f95-8219-27e2cabe65dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.618294 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Attempting to bind port 1f3fee3a-9457-4e00-a484-8790b59225bd on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:27.618623 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Attempting to bind port 1f3fee3a-9457-4e00-a484-8790b59225bd by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:27.618954 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Attempting to bind port 1f3fee3a-9457-4e00-a484-8790b59225bd on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:27.623219 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Port 1f3fee3a-9457-4e00-a484-8790b59225bd on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:08:27.623544 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Attempting to bind port 1f3fee3a-9457-4e00-a484-8790b59225bd on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:27.628717 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:27.629054 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Checking segment: {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:27.629435 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Bound using segment: {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:27.629861 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Bound port: 1f3fee3a-9457-4e00-a484-8790b59225bd, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:27.630213 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.708103 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2e757051-5e2e-4f95-8219-27e2cabe65dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.708785 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] For port 1f3fee3a-9457-4e00-a484-8790b59225bd, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:27.712584 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] For port 1f3fee3a-9457-4e00-a484-8790b59225bd, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=1f3fee3a-9457-4e00-a484-8790b59225bd,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:27.712848 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2e757051-5e2e-4f95-8219-27e2cabe65dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.718270 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.754115 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e757051-5e2e-4f95-8219-27e2cabe65dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d1fa87-d533-4c36-b9de-deeae62c9de3,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:27.757119 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:27.757747 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.760871 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-2e757051-5e2e-4f95-8219-27e2cabe65dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2192a5ee2e3f4a98941e5059def0237a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575003 Jul 22 22:08:27.761546 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] 10.222.0.113 "PUT /v2.0/ports/1f3fee3a-9457-4e00-a484-8790b59225bd HTTP/1.1" status: 200 len: 1094 time: 0.7888107 Jul 22 22:08:27.761546 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0474314b-898e-4c43-b615-c08387606e50', 'tag': '1f3fee3a-9457-4e00-a484-8790b59225bd'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:08:27.761874 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47574) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:27.762122 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a0af5-60a5-45de-a3a2-1788bf1c4e64" -d '{"events": [{"name": "network-changed", "server_uuid": "0474314b-898e-4c43-b615-c08387606e50", "tag": "1f3fee3a-9457-4e00-a484-8790b59225bd"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:08:27.800335 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be48cb4-18cd-40ac-bd85-2aa86ad6e488 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3fee3a-9457-4e00-a484-8790b59225bd,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:27.813358 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76bbd9-8249-4fbc-b62e-fb748f59369d x-openstack-request-id: req-ac76bbd9-8249-4fbc-b62e-fb748f59369d {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:08:27.813660 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0474314b-898e-4c43-b615-c08387606e50", "tag": "1f3fee3a-9457-4e00-a484-8790b59225bd", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:08:27.813918 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac76bbd9-8249-4fbc-b62e-fb748f59369d {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:08:27.814325 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0474314b-898e-4c43-b615-c08387606e50', 'tag': '1f3fee3a-9457-4e00-a484-8790b59225bd', 'status': 'completed', 'code': 200} Jul 22 22:08:27.820190 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d7465269-0719-480b-a90e-dfe269252625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.842357 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d7465269-0719-480b-a90e-dfe269252625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.894323 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d7465269-0719-480b-a90e-dfe269252625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.897012 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d7465269-0719-480b-a90e-dfe269252625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:27.898820 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-d7465269-0719-480b-a90e-dfe269252625 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18d1fa87-d533-4c36-b9de-deeae62c9de3 HTTP/1.1" status: 204 len: 168 time: 0.1368086 Jul 22 22:08:27.908832 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7465269-0719-480b-a90e-dfe269252625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d1fa87-d533-4c36-b9de-deeae62c9de3,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:27.960653 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1cc0b807-ba47-416f-afc6-69078623f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:27.962792 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1cc0b807-ba47-416f-afc6-69078623f4a2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 1097 time: 0.1209886 Jul 22 22:08:27.978723 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d09505-a6af-4854-aaf0-9e88131e42d2 req-cc99e1dc-c5d1-465a-97b8-a2a82560780f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:27.980291 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f2d09505-a6af-4854-aaf0-9e88131e42d2 req-cc99e1dc-c5d1-465a-97b8-a2a82560780f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1115942 Jul 22 22:08:28.030204 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-4465f5c3-0d33-4f19-983c-312ec303ce91 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3fee3a-9457-4e00-a484-8790b59225bd HTTP/1.1" status: 200 len: 217 time: 0.0488527 Jul 22 22:08:28.086179 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f2d09505-a6af-4854-aaf0-9e88131e42d2 req-bafc578b-94cf-4593-92ef-72b632331bd3 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969567 Jul 22 22:08:28.124219 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8368-87ef-4993-961f-2087e99d91c8 req-5a34fdee-6fed-4a5c-9a97-9497e692eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:28.126024 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-5a34fdee-6fed-4a5c-9a97-9497e692eefe service neutron] 10.222.0.113 "GET /v2.0/subnets?id=65035fb7-8cbd-4538-be81-238ba9d8fca1 HTTP/1.1" status: 200 len: 854 time: 0.0824578 Jul 22 22:08:28.181511 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-9cf85560-bc26-4024-975b-30c72b1d9583 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=85d2fff4-2f67-4522-be6a-7c76aad5a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391393 Jul 22 22:08:28.278534 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183c5d9-c009-44dd-996b-e8e3e161feb3 req-e80289c2-324b-40c7-b4c7-9cb3c4ddda91 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:28.289201 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c183c5d9-c009-44dd-996b-e8e3e161feb3 req-e80289c2-324b-40c7-b4c7-9cb3c4ddda91 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 944 time: 0.1418905 Jul 22 22:08:28.372819 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c183c5d9-c009-44dd-996b-e8e3e161feb3 req-deaded07-fb28-4aba-9536-d49249f611d0 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819173 Jul 22 22:08:28.384026 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-1c0c8f34-76f4-4b62-ade3-3e0bb41624f0 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833308 Jul 22 22:08:28.426074 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47608) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:28.507824 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-301f8368-87ef-4993-961f-2087e99d91c8 req-00e41c91-f212-4f62-a75d-d4b5e7ecd40f service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131709 Jul 22 22:08:28.676104 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a0af5-60a5-45de-a3a2-1788bf1c4e64 req-7ec01f13-4dd1-4319-88a0-9c1d363ad593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:28.678002 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-756a0af5-60a5-45de-a3a2-1788bf1c4e64 req-7ec01f13-4dd1-4319-88a0-9c1d363ad593 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 1097 time: 0.0750184 Jul 22 22:08:28.684932 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fe973cb8-e1f1-4ce2-a8f8-340d2d74a457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:28.799144 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fe973cb8-e1f1-4ce2-a8f8-340d2d74a457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:28.803417 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a0af5-60a5-45de-a3a2-1788bf1c4e64 req-6289f54d-b167-4e7b-99a6-5c870d12c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:28.803574 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fe973cb8-e1f1-4ce2-a8f8-340d2d74a457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:28.805233 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-756a0af5-60a5-45de-a3a2-1788bf1c4e64 req-6289f54d-b167-4e7b-99a6-5c870d12c461 service neutron] 10.222.0.113 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 916 time: 0.1158369 Jul 22 22:08:28.843262 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-fe973cb8-e1f1-4ce2-a8f8-340d2d74a457 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f470fe89e839430d9476f0644f57136e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160647 Jul 22 22:08:28.844410 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe973cb8-e1f1-4ce2-a8f8-340d2d74a457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a325f309-d4f1-45ed-9e22-e5c0861a8d3e,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:28.846719 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47628) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:28.866764 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-756a0af5-60a5-45de-a3a2-1788bf1c4e64 req-9bd563ba-ff03-4f24-8b4a-fbbb15aab01a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3fee3a-9457-4e00-a484-8790b59225bd HTTP/1.1" status: 200 len: 217 time: 0.0387032 Jul 22 22:08:28.902620 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ffaf3932-06d3-4b50-9983-c231c7b10c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:28.923564 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a0af5-60a5-45de-a3a2-1788bf1c4e64 req-6dd8f953-0fac-4e24-b98c-8bffb78f2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:28.925178 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-756a0af5-60a5-45de-a3a2-1788bf1c4e64 req-6dd8f953-0fac-4e24-b98c-8bffb78f2d50 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=65035fb7-8cbd-4538-be81-238ba9d8fca1 HTTP/1.1" status: 200 len: 854 time: 0.0479701 Jul 22 22:08:28.926603 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ffaf3932-06d3-4b50-9983-c231c7b10c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:28.959834 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-756a0af5-60a5-45de-a3a2-1788bf1c4e64 req-1a5cb56d-75db-459c-96c2-d6c954dd60f6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=85d2fff4-2f67-4522-be6a-7c76aad5a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275004 Jul 22 22:08:28.976720 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ffaf3932-06d3-4b50-9983-c231c7b10c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:28.981021 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ffaf3932-06d3-4b50-9983-c231c7b10c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:28.985078 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-ffaf3932-06d3-4b50-9983-c231c7b10c1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a325f309-d4f1-45ed-9e22-e5c0861a8d3e HTTP/1.1" status: 204 len: 168 time: 0.1343451 Jul 22 22:08:28.992728 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf3932-06d3-4b50-9983-c231c7b10c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a325f309-d4f1-45ed-9e22-e5c0861a8d3e,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:29.297826 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47646) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:29.311500 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ead99f4c-c1fb-4b83-89f7-8a1eadaf9463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:29.385766 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-756a0af5-60a5-45de-a3a2-1788bf1c4e64 req-a2ef8359-2712-4e3a-834e-b337b1e668e1 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103150 Jul 22 22:08:29.449028 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ead99f4c-c1fb-4b83-89f7-8a1eadaf9463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:29.457502 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ead99f4c-c1fb-4b83-89f7-8a1eadaf9463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:29.475234 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b2831-8187-45b9-ac1c-30c0a3cd5064 req-6ba6038a-3a5d-499a-86e8-58f29de63c3e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:29.476825 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e77b2831-8187-45b9-ac1c-30c0a3cd5064 req-6ba6038a-3a5d-499a-86e8-58f29de63c3e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1471658 Jul 22 22:08:29.519646 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-756a0af5-60a5-45de-a3a2-1788bf1c4e64 req-52245031-69e3-4f63-b7ac-ad94829b1803 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232064 Jul 22 22:08:29.534481 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e77b2831-8187-45b9-ac1c-30c0a3cd5064 req-f49a6b03-db10-419d-88cb-9bf5b8744a50 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479774 Jul 22 22:08:29.547185 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead99f4c-c1fb-4b83-89f7-8a1eadaf9463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aac536a-bdce-4ad4-8e54-8685fcd85807,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:29.555346 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47654) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:29.560370 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-ead99f4c-c1fb-4b83-89f7-8a1eadaf9463 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=802dc7d3fec4426faca25f013f7238c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613010 Jul 22 22:08:29.596942 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20627e-1624-48bb-ab40-5d4de5f1a949 req-f25a3e9e-ba86-418f-9688-24a4053a0c14 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:29.598473 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ad20627e-1624-48bb-ab40-5d4de5f1a949 req-f25a3e9e-ba86-418f-9688-24a4053a0c14 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 944 time: 0.1041086 Jul 22 22:08:29.614482 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-34d4d3a9-131c-4a51-b2a7-1b01c7142886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:29.640489 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-34d4d3a9-131c-4a51-b2a7-1b01c7142886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:29.661073 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ad20627e-1624-48bb-ab40-5d4de5f1a949 req-e0d887c3-bcfc-4c04-830e-4903995ac145 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529833 Jul 22 22:08:29.701509 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-34d4d3a9-131c-4a51-b2a7-1b01c7142886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:29.704111 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-34d4d3a9-131c-4a51-b2a7-1b01c7142886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:29.705371 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-34d4d3a9-131c-4a51-b2a7-1b01c7142886 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2aac536a-bdce-4ad4-8e54-8685fcd85807 HTTP/1.1" status: 204 len: 168 time: 0.1489363 Jul 22 22:08:29.713383 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4d3a9-131c-4a51-b2a7-1b01c7142886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aac536a-bdce-4ad4-8e54-8685fcd85807,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:30.081137 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47696) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:30.097533 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb244da2-d7ca-440c-bc15-b795a598f8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.212106 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb244da2-d7ca-440c-bc15-b795a598f8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.217139 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb244da2-d7ca-440c-bc15-b795a598f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.261894 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-cb244da2-d7ca-440c-bc15-b795a598f8ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fe1e3b2a81942beb56b3c932c6b770c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762505 Jul 22 22:08:30.261894 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb244da2-d7ca-440c-bc15-b795a598f8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448969cb-76bb-467a-b9ec-0e11ee81b3c2,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:30.262975 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47706) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:30.320628 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4133-2392-496f-8423-62f5cbe5eb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.344063 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4133-2392-496f-8423-62f5cbe5eb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.403092 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4133-2392-496f-8423-62f5cbe5eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.405716 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4133-2392-496f-8423-62f5cbe5eb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.406910 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-3cfa4133-2392-496f-8423-62f5cbe5eb95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/448969cb-76bb-467a-b9ec-0e11ee81b3c2 HTTP/1.1" status: 204 len: 168 time: 0.1427171 Jul 22 22:08:30.416701 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa4133-2392-496f-8423-62f5cbe5eb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448969cb-76bb-467a-b9ec-0e11ee81b3c2,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:30.462027 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47714) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:30.587286 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2b61628e-ecf1-48ef-b5a1-86a99cdb03aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.730567 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bca24-06f6-4b2a-89b3-608b0ad5b1a6 req-4ba3ac14-049e-4366-b22f-e289cd17683d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:30.731989 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e29bca24-06f6-4b2a-89b3-608b0ad5b1a6 req-4ba3ac14-049e-4366-b22f-e289cd17683d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0993974 Jul 22 22:08:30.802291 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2b61628e-ecf1-48ef-b5a1-86a99cdb03aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.803676 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2b61628e-ecf1-48ef-b5a1-86a99cdb03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.820217 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e29bca24-06f6-4b2a-89b3-608b0ad5b1a6 req-95a1df31-d759-46c3-8bd8-e87d6da14255 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826306 Jul 22 22:08:30.857840 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60841cb-0c2a-4825-b054-9a5e31422989 req-9233ef74-eb3c-4c03-9d19-a1544ee8685e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:30.873414 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a60841cb-0c2a-4825-b054-9a5e31422989 req-9233ef74-eb3c-4c03-9d19-a1544ee8685e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 944 time: 0.1297073 Jul 22 22:08:30.893931 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-2b61628e-ecf1-48ef-b5a1-86a99cdb03aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19a35efd75ac478f82232bd1051c90ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302826 Jul 22 22:08:30.895076 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61628e-ecf1-48ef-b5a1-86a99cdb03aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b02367b-b602-4758-b971-ede158ed9821,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:30.896496 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47740) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:30.931862 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a60841cb-0c2a-4825-b054-9a5e31422989 req-98b2d85b-5304-488d-a57a-52e776306b97 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550544 Jul 22 22:08:30.961534 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-edeb9449-6289-44df-b3fd-4dcfebc7a872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:30.983930 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-edeb9449-6289-44df-b3fd-4dcfebc7a872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:31.039098 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-edeb9449-6289-44df-b3fd-4dcfebc7a872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:31.042750 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-edeb9449-6289-44df-b3fd-4dcfebc7a872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:31.044761 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-edeb9449-6289-44df-b3fd-4dcfebc7a872 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b02367b-b602-4758-b971-ede158ed9821 HTTP/1.1" status: 204 len: 168 time: 0.1467669 Jul 22 22:08:31.061425 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb9449-6289-44df-b3fd-4dcfebc7a872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b02367b-b602-4758-b971-ede158ed9821,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:31.427463 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47764) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:31.441776 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-64c37060-3a0f-4ca2-96d2-9c788b2c8312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:31.535959 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-64c37060-3a0f-4ca2-96d2-9c788b2c8312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:31.540025 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-64c37060-3a0f-4ca2-96d2-9c788b2c8312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:31.580645 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-64c37060-3a0f-4ca2-96d2-9c788b2c8312 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed7f24e1a967481d96bed15e2549d830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523533 Jul 22 22:08:31.582592 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c37060-3a0f-4ca2-96d2-9c788b2c8312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f867b665-1771-4b0a-bc14-72ce3cb345f3,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:31.584699 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47776) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:31.636749 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b72bbb93-37ba-420b-813a-94820d2bf63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:31.658906 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b72bbb93-37ba-420b-813a-94820d2bf63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:31.710653 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b72bbb93-37ba-420b-813a-94820d2bf63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:31.713485 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b72bbb93-37ba-420b-813a-94820d2bf63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:31.714805 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-b72bbb93-37ba-420b-813a-94820d2bf63e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f867b665-1771-4b0a-bc14-72ce3cb345f3 HTTP/1.1" status: 204 len: 168 time: 0.1290803 Jul 22 22:08:31.723195 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bbb93-37ba-420b-813a-94820d2bf63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f867b665-1771-4b0a-bc14-72ce3cb345f3,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:31.995602 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b8c2d-2442-4c90-8b6b-d3ee5d45c1a0 req-b97f9dba-8845-4d0a-8686-7593a1965569 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:32.000486 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-446b8c2d-2442-4c90-8b6b-d3ee5d45c1a0 req-b97f9dba-8845-4d0a-8686-7593a1965569 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0855808 Jul 22 22:08:32.052065 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-446b8c2d-2442-4c90-8b6b-d3ee5d45c1a0 req-3e9c0483-cacc-415d-b281-c9c921d7cc90 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Jul 22 22:08:32.117161 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb52022-5c8a-42ab-9a77-ee1616eab9f5 req-7d2708cb-4c17-430d-ba56-17a7647706dc tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:32.119602 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7eb52022-5c8a-42ab-9a77-ee1616eab9f5 req-7d2708cb-4c17-430d-ba56-17a7647706dc tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 944 time: 0.0931170 Jul 22 22:08:32.170744 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 1f3fee3a-9457-4e00-a484-8790b59225bd details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:08:32.174015 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7eb52022-5c8a-42ab-9a77-ee1616eab9f5 req-7d414e4e-f825-46ce-9368-d9149a6948c0 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458736 Jul 22 22:08:32.302525 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 1f3fee3a-9457-4e00-a484-8790b59225bd, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=1f3fee3a-9457-4e00-a484-8790b59225bd,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:32.316559 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '1f3fee3a-9457-4e00-a484-8790b59225bd', 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329', 'port_id': '1f3fee3a-9457-4e00-a484-8790b59225bd', 'mac_address': 'fa:16:3e:59:e2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65035fb7-8cbd-4538-be81-238ba9d8fca1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:08:32.357460 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:32.377273 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3fee3a-9457-4e00-a484-8790b59225bd {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:08:32.405645 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 1f3fee3a-9457-4e00-a484-8790b59225bd, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=1f3fee3a-9457-4e00-a484-8790b59225bd,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:32.415487 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:32.470433 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=1f3fee3a-9457-4e00-a484-8790b59225bd,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:32.666572 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47830) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:32.773794 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2a0f863e-cf53-499a-b088-ad63e35da413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:32.865627 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2a0f863e-cf53-499a-b088-ad63e35da413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:32.869975 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2a0f863e-cf53-499a-b088-ad63e35da413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:32.875735 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['1f3fee3a-9457-4e00-a484-8790b59225bd'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:08:32.920232 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f863e-cf53-499a-b088-ad63e35da413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019a3dd2-43bf-479f-ab62-b88d45bd0781,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:32.928527 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47848) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:32.935203 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-2a0f863e-cf53-499a-b088-ad63e35da413 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bab7dd577164dc5b6db9095b2c115c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616832 Jul 22 22:08:33.012719 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-fbed183e-7720-4710-9168-76331d3528db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.039793 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-fbed183e-7720-4710-9168-76331d3528db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.100763 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-fbed183e-7720-4710-9168-76331d3528db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.105838 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-fbed183e-7720-4710-9168-76331d3528db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.108159 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-fbed183e-7720-4710-9168-76331d3528db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/019a3dd2-43bf-479f-ab62-b88d45bd0781 HTTP/1.1" status: 204 len: 168 time: 0.1786008 Jul 22 22:08:33.118601 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed183e-7720-4710-9168-76331d3528db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019a3dd2-43bf-479f-ab62-b88d45bd0781,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:33.268930 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0468c6-5df1-45cd-a68f-ac6e18d67c85 req-c697e6b3-b9e5-4c9c-a076-f1108e3f8692 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:33.271221 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ee0468c6-5df1-45cd-a68f-ac6e18d67c85 req-c697e6b3-b9e5-4c9c-a076-f1108e3f8692 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0776241 Jul 22 22:08:33.326324 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ee0468c6-5df1-45cd-a68f-ac6e18d67c85 req-1a1302ae-704d-462b-80be-dd8ae96e6036 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491903 Jul 22 22:08:33.340930 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b6cc8-8a1c-4af6-beea-62e466dccd10 req-defc1cf5-2cfd-4da1-b464-94bd58cc743a tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:33.342838 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d94b6cc8-8a1c-4af6-beea-62e466dccd10 req-defc1cf5-2cfd-4da1-b464-94bd58cc743a tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 945 time: 0.0772176 Jul 22 22:08:33.395450 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d94b6cc8-8a1c-4af6-beea-62e466dccd10 req-340029fa-9674-4fb2-bf72-7009ffd694e7 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Jul 22 22:08:33.469996 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47870) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:33.581346 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2d5e-5661-415f-bc38-e212f11d3324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.586164 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47876) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:33.600368 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a36a4905-7f09-4f96-b8e7-e05ff4a4d091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.668864 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2d5e-5661-415f-bc38-e212f11d3324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.673028 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c5dd2d5e-5661-415f-bc38-e212f11d3324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.714788 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-c5dd2d5e-5661-415f-bc38-e212f11d3324 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72f56f1fdaa44093a71d61b363f7627d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429841 Jul 22 22:08:33.715721 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd2d5e-5661-415f-bc38-e212f11d3324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429e2912-5faf-4114-8b74-5f335a25d87c,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:33.718244 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47878) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:33.798363 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a36a4905-7f09-4f96-b8e7-e05ff4a4d091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.799903 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d69a2fdc-814f-489b-bc25-ca660e059223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.804585 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a36a4905-7f09-4f96-b8e7-e05ff4a4d091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.838623 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d69a2fdc-814f-489b-bc25-ca660e059223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.873519 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a4905-7f09-4f96-b8e7-e05ff4a4d091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32794184-b255-43c2-9a6c-0235e627da90,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:33.889896 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-a36a4905-7f09-4f96-b8e7-e05ff4a4d091 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=651ae03b0c8e468fbb83adf10a47491c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998984 Jul 22 22:08:33.890048 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47880) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:33.911640 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d69a2fdc-814f-489b-bc25-ca660e059223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.914224 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d69a2fdc-814f-489b-bc25-ca660e059223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.915376 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-d69a2fdc-814f-489b-bc25-ca660e059223 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/429e2912-5faf-4114-8b74-5f335a25d87c HTTP/1.1" status: 204 len: 168 time: 0.1961060 Jul 22 22:08:33.923284 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a2fdc-814f-489b-bc25-ca660e059223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429e2912-5faf-4114-8b74-5f335a25d87c,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:33.942598 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-86f303a5-b90e-4a61-be50-c5a9e04e8a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:33.965097 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-86f303a5-b90e-4a61-be50-c5a9e04e8a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.014333 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-86f303a5-b90e-4a61-be50-c5a9e04e8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.019255 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-86f303a5-b90e-4a61-be50-c5a9e04e8a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.020796 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-86f303a5-b90e-4a61-be50-c5a9e04e8a28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32794184-b255-43c2-9a6c-0235e627da90 HTTP/1.1" status: 204 len: 168 time: 0.1295395 Jul 22 22:08:34.029968 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f303a5-b90e-4a61-be50-c5a9e04e8a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32794184-b255-43c2-9a6c-0235e627da90,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:34.303019 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47892) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:34.318286 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-449e5f43-7c7b-46aa-8d3c-cc5f71be17d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.371375 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47896) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:34.392202 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ed2b-638a-4564-b9c8-b58a9eb2a422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.436387 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-449e5f43-7c7b-46aa-8d3c-cc5f71be17d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.443462 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-449e5f43-7c7b-46aa-8d3c-cc5f71be17d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.478852 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4198d-72af-4a05-a105-6f9cb0d13a4f req-f5e90cf5-e1a6-4cb1-8a1e-72f1729bb6aa tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:34.480478 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-24c4198d-72af-4a05-a105-6f9cb0d13a4f req-f5e90cf5-e1a6-4cb1-8a1e-72f1729bb6aa tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0697331 Jul 22 22:08:34.498257 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-449e5f43-7c7b-46aa-8d3c-cc5f71be17d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ea875c54be24cfd80dcc993e1963f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939807 Jul 22 22:08:34.501851 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47902) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:34.503065 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e5f43-7c7b-46aa-8d3c-cc5f71be17d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c4bc9b-78aa-4d30-b41f-556ba9b16c86,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:34.545974 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-24c4198d-72af-4a05-a105-6f9cb0d13a4f req-11011f38-e038-4ea0-b7be-63eef105c6b2 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595436 Jul 22 22:08:34.572820 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d4feaa8c-ed4e-4d4e-b034-1ed72f1e7e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.580451 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ed2b-638a-4564-b9c8-b58a9eb2a422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.584988 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ed2b-638a-4564-b9c8-b58a9eb2a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.597448 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d4feaa8c-ed4e-4d4e-b034-1ed72f1e7e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.626408 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-a1a6ed2b-638a-4564-b9c8-b58a9eb2a422 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8637919db54e45fca2a9984ae1edb308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515914 Jul 22 22:08:34.626408 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6ed2b-638a-4564-b9c8-b58a9eb2a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d33c2a-e833-430d-90aa-738e38d9e083,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:34.627422 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47904) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:34.677702 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d4feaa8c-ed4e-4d4e-b034-1ed72f1e7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.680492 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d4feaa8c-ed4e-4d4e-b034-1ed72f1e7e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.681651 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-d4feaa8c-ed4e-4d4e-b034-1ed72f1e7e56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49c4bc9b-78aa-4d30-b41f-556ba9b16c86 HTTP/1.1" status: 204 len: 168 time: 0.1788840 Jul 22 22:08:34.686176 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-074e8a1b-8595-4cd7-8c5e-ed5f132bf3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.694153 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4feaa8c-ed4e-4d4e-b034-1ed72f1e7e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c4bc9b-78aa-4d30-b41f-556ba9b16c86,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:34.709586 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e1815-06ce-4960-9d03-90adc038d07d req-a6f10b72-e90a-4422-bf4a-3a008e860c12 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:34.711154 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1d4e1815-06ce-4960-9d03-90adc038d07d req-a6f10b72-e90a-4422-bf4a-3a008e860c12 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 945 time: 0.0919054 Jul 22 22:08:34.716453 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-074e8a1b-8595-4cd7-8c5e-ed5f132bf3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.760165 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1d4e1815-06ce-4960-9d03-90adc038d07d req-86a74449-8886-446b-93d9-49e1984bc7b3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362954 Jul 22 22:08:34.766354 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-074e8a1b-8595-4cd7-8c5e-ed5f132bf3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.769045 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-074e8a1b-8595-4cd7-8c5e-ed5f132bf3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:34.770307 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-074e8a1b-8595-4cd7-8c5e-ed5f132bf3b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42d33c2a-e833-430d-90aa-738e38d9e083 HTTP/1.1" status: 204 len: 168 time: 0.1418815 Jul 22 22:08:34.782582 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e8a1b-8595-4cd7-8c5e-ed5f132bf3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d33c2a-e833-430d-90aa-738e38d9e083,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:35.835571 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 47970) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:35.940401 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0e8595f0-e2ba-4af7-9a68-ae587e8d061f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:36.031094 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0e8595f0-e2ba-4af7-9a68-ae587e8d061f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:36.036614 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0e8595f0-e2ba-4af7-9a68-ae587e8d061f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:36.082749 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-0e8595f0-e2ba-4af7-9a68-ae587e8d061f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=576091cb2c154b9d88f306192dca2d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436342 Jul 22 22:08:36.082749 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8595f0-e2ba-4af7-9a68-ae587e8d061f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6cf8f3-ee13-44ab-b497-f9d9d9fc8fa9,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:36.083647 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 47982) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:36.133849 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-74a4794d-d917-4114-8d5f-d3a7e9cdbec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:36.154321 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-74a4794d-d917-4114-8d5f-d3a7e9cdbec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:36.206010 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-74a4794d-d917-4114-8d5f-d3a7e9cdbec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:36.208585 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-74a4794d-d917-4114-8d5f-d3a7e9cdbec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:36.209767 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-74a4794d-d917-4114-8d5f-d3a7e9cdbec5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f6cf8f3-ee13-44ab-b497-f9d9d9fc8fa9 HTTP/1.1" status: 204 len: 168 time: 0.1245742 Jul 22 22:08:36.218047 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4794d-d917-4114-8d5f-d3a7e9cdbec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6cf8f3-ee13-44ab-b497-f9d9d9fc8fa9,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:36.861633 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85f2c4-766d-4a74-861b-c84bda10f30b req-d4193c4a-4eec-4d48-be6d-e0453b7a9ad9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:36.863203 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a85f2c4-766d-4a74-861b-c84bda10f30b req-d4193c4a-4eec-4d48-be6d-e0453b7a9ad9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0787661 Jul 22 22:08:36.877597 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c546eb-d643-4dd9-b3fd-e4189ea17578 req-b0ebebdf-26cf-4e35-944c-36ab134990d3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:36.879905 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-59c546eb-d643-4dd9-b3fd-e4189ea17578 req-b0ebebdf-26cf-4e35-944c-36ab134990d3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 945 time: 0.0751491 Jul 22 22:08:36.910854 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a85f2c4-766d-4a74-861b-c84bda10f30b req-9378c6a1-0ef5-4f6f-86e4-aeb247d7f3c1 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382230 Jul 22 22:08:36.925443 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-59c546eb-d643-4dd9-b3fd-e4189ea17578 req-569d153a-f388-4d56-a4e0-c50e68e89517 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367029 Jul 22 22:08:37.333588 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48032) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:37.456856 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-47234344-5b54-4468-9ca9-c9d8642df6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:37.543176 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-47234344-5b54-4468-9ca9-c9d8642df6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:37.546958 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-47234344-5b54-4468-9ca9-c9d8642df6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:37.584209 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-47234344-5b54-4468-9ca9-c9d8642df6c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2326b51f0124d6fb9fe394400bc9a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494392 Jul 22 22:08:37.585312 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47234344-5b54-4468-9ca9-c9d8642df6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b270ae-0e1f-4c54-8d89-ca80983a2588,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:37.588174 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48040) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:37.646456 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e5592259-cd16-49a8-b43a-be1b6cd72942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:37.665972 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e5592259-cd16-49a8-b43a-be1b6cd72942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:37.711881 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e5592259-cd16-49a8-b43a-be1b6cd72942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:37.714568 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e5592259-cd16-49a8-b43a-be1b6cd72942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:37.715762 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-e5592259-cd16-49a8-b43a-be1b6cd72942 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6b270ae-0e1f-4c54-8d89-ca80983a2588 HTTP/1.1" status: 204 len: 168 time: 0.1265256 Jul 22 22:08:37.723612 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5592259-cd16-49a8-b43a-be1b6cd72942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b270ae-0e1f-4c54-8d89-ca80983a2588,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:38.097285 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f1bd2-d8e1-4b3d-bd30-2001b78c5e95 req-2b2f9a39-34dd-42df-92df-bf22d2dc4ece tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:38.098927 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d18f1bd2-d8e1-4b3d-bd30-2001b78c5e95 req-2b2f9a39-34dd-42df-92df-bf22d2dc4ece tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 945 time: 0.0792074 Jul 22 22:08:38.143145 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d18f1bd2-d8e1-4b3d-bd30-2001b78c5e95 req-b289df38-5c1d-4a1e-b149-e369947900e6 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362184 Jul 22 22:08:38.206268 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ca447-89c6-461c-bbcb-5956dc096ca8 req-a45041ec-989c-4303-ac6d-c8234200f10a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:38.207838 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-283ca447-89c6-461c-bbcb-5956dc096ca8 req-a45041ec-989c-4303-ac6d-c8234200f10a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0678804 Jul 22 22:08:38.214974 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 1f3fee3a-9457-4e00-a484-8790b59225bd up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:38.252243 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-283ca447-89c6-461c-bbcb-5956dc096ca8 req-22e6addd-ccaa-4008-a786-b4ec4bce8a99 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Jul 22 22:08:38.274358 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 1f3fee3a-9457-4e00-a484-8790b59225bd completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:38.278693 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 1f3fee3a-9457-4e00-a484-8790b59225bd triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:38.279066 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:38.357931 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:38.380648 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0474314b-898e-4c43-b615-c08387606e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3fee3a-9457-4e00-a484-8790b59225bd'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:08:38.382923 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3e2837-36a0-4802-8736-31ef881a27b4" -d '{"events": [{"server_uuid": "0474314b-898e-4c43-b615-c08387606e50", "name": "network-vif-plugged", "status": "completed", "tag": "1f3fee3a-9457-4e00-a484-8790b59225bd"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:08:38.396264 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 1f3fee3a-9457-4e00-a484-8790b59225bd, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=1f3fee3a-9457-4e00-a484-8790b59225bd,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:38.400618 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:38.438820 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0464b1a-6c44-4f6c-8319-b5e75bf07248 x-openstack-request-id: req-e0464b1a-6c44-4f6c-8319-b5e75bf07248 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:08:38.439113 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0474314b-898e-4c43-b615-c08387606e50", "name": "network-vif-plugged", "status": "completed", "tag": "1f3fee3a-9457-4e00-a484-8790b59225bd", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:08:38.439364 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0464b1a-6c44-4f6c-8319-b5e75bf07248 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:08:38.439787 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0474314b-898e-4c43-b615-c08387606e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3fee3a-9457-4e00-a484-8790b59225bd', 'code': 200} Jul 22 22:08:38.460677 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=1f3fee3a-9457-4e00-a484-8790b59225bd,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:38.827606 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48092) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:38.937108 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-05aab1b9-7d3b-4ec9-92f7-0a4389377c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:39.025409 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-05aab1b9-7d3b-4ec9-92f7-0a4389377c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:39.029890 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-05aab1b9-7d3b-4ec9-92f7-0a4389377c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:39.068863 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-05aab1b9-7d3b-4ec9-92f7-0a4389377c36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3befe1a32c404c92ab363963ea168161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401094 Jul 22 22:08:39.069701 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aab1b9-7d3b-4ec9-92f7-0a4389377c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9c7bce-ddd1-4e0f-9eb1-2f59945f6a74,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:39.073138 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48102) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:39.122069 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1b5806d3-7280-4f14-8b34-a985bea13aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:39.144071 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1b5806d3-7280-4f14-8b34-a985bea13aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:39.199565 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1b5806d3-7280-4f14-8b34-a985bea13aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:39.205808 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1b5806d3-7280-4f14-8b34-a985bea13aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:39.207003 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-1b5806d3-7280-4f14-8b34-a985bea13aa2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e9c7bce-ddd1-4e0f-9eb1-2f59945f6a74 HTTP/1.1" status: 204 len: 168 time: 0.1324415 Jul 22 22:08:39.216906 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5806d3-7280-4f14-8b34-a985bea13aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9c7bce-ddd1-4e0f-9eb1-2f59945f6a74,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:39.697305 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7246657f-ed50-4e4a-aadc-74e869c58d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:41.654175 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f4415-1195-4b1f-ad21-d02aee6ffcda req-d3bcb15d-18b9-4f47-b364-eadb2babf55b tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:41.655821 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9f5f4415-1195-4b1f-ad21-d02aee6ffcda req-d3bcb15d-18b9-4f47-b364-eadb2babf55b tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 946 time: 0.0708969 Jul 22 22:08:41.708111 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fbf5b-7c0d-487b-937a-a88d0ff34237 req-7a593eb6-6790-4a43-96fc-266dc7a2c6e4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:41.709625 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-530fbf5b-7c0d-487b-937a-a88d0ff34237 req-7a593eb6-6790-4a43-96fc-266dc7a2c6e4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1112990 Jul 22 22:08:41.710251 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9f5f4415-1195-4b1f-ad21-d02aee6ffcda req-3aa76e9e-cde4-4f51-9d56-1ea1e0399583 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482929 Jul 22 22:08:41.736001 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca6246-01c3-4633-864d-0d185fb2fc61 req-d74bf59f-0fd7-4aca-92f6-96e1aec16dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:41.737506 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-02ca6246-01c3-4633-864d-0d185fb2fc61 req-d74bf59f-0fd7-4aca-92f6-96e1aec16dd7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 1099 time: 0.1076610 Jul 22 22:08:41.775816 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-530fbf5b-7c0d-487b-937a-a88d0ff34237 req-7f79aa40-8230-4683-a21d-4a7d7f7a040d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574267 Jul 22 22:08:41.799853 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-02ca6246-01c3-4633-864d-0d185fb2fc61 req-44d34a40-769f-4d87-ae9c-2f4cd00cead4 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 Jul 22 22:08:42.810840 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:42.923638 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662ea6c-a782-4699-a8f6-0c094e880464 req-06b09dfb-2dcf-45f3-9678-5ee733fa63f2 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:42.925911 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c662ea6c-a782-4699-a8f6-0c094e880464 req-06b09dfb-2dcf-45f3-9678-5ee733fa63f2 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 946 time: 0.1199653 Jul 22 22:08:42.932859 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b33b0c-cc3a-46f7-b0b6-5aba76beaa48 req-62605267-dca1-4a00-9c37-644029580885 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:42.940889 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-36b33b0c-cc3a-46f7-b0b6-5aba76beaa48 req-62605267-dca1-4a00-9c37-644029580885 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0824919 Jul 22 22:08:42.986093 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-36b33b0c-cc3a-46f7-b0b6-5aba76beaa48 req-7ece2041-05ba-4083-8fb2-0e186713de47 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 Jul 22 22:08:42.994909 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c662ea6c-a782-4699-a8f6-0c094e880464 req-1521768e-6447-42e0-a443-6b57648c5433 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618153 Jul 22 22:08:43.124927 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48188) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:43.170288 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b92c6a71-d13c-428c-bdb5-020b9e98ca6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.231556 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-df76e314-d342-4395-9a3a-43c25cb6a23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.330524 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-df76e314-d342-4395-9a3a-43c25cb6a23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.335098 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-df76e314-d342-4395-9a3a-43c25cb6a23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.377167 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-df76e314-d342-4395-9a3a-43c25cb6a23b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cc763daf0974cf8a3087ae3b724fa71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510641 Jul 22 22:08:43.379112 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76e314-d342-4395-9a3a-43c25cb6a23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e45a9-19a4-4bac-94ee-4d497c0b87a4,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:43.379950 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48192) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:43.443083 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a49b-4657-401a-9901-629dc8549de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.466579 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a49b-4657-401a-9901-629dc8549de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.513210 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a49b-4657-401a-9901-629dc8549de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.516222 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ceb9a49b-4657-401a-9901-629dc8549de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:43.517415 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-ceb9a49b-4657-401a-9901-629dc8549de6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a04e45a9-19a4-4bac-94ee-4d497c0b87a4 HTTP/1.1" status: 204 len: 168 time: 0.1364284 Jul 22 22:08:43.530784 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9a49b-4657-401a-9901-629dc8549de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e45a9-19a4-4bac-94ee-4d497c0b87a4,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:44.146343 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1cf68-6e27-4b05-8eb5-eb69d3ad1432 req-86041238-ebbc-4aea-8f48-2b3c5ccaa5d4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:44.148705 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2af1cf68-6e27-4b05-8eb5-eb69d3ad1432 req-86041238-ebbc-4aea-8f48-2b3c5ccaa5d4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0802374 Jul 22 22:08:44.190582 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2af1cf68-6e27-4b05-8eb5-eb69d3ad1432 req-ecd1dae9-1e3c-4801-a580-a1f0c3553f5b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Jul 22 22:08:44.192720 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406179ee-0b0f-43ca-a276-f1e11a47a463 req-974050ea-1bbd-41e2-9e7f-abc7cd65d596 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:44.200518 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-406179ee-0b0f-43ca-a276-f1e11a47a463 req-974050ea-1bbd-41e2-9e7f-abc7cd65d596 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 946 time: 0.1232002 Jul 22 22:08:44.219907 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48234) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:44.239132 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-406179ee-0b0f-43ca-a276-f1e11a47a463 req-ff7e88f8-ddb5-49c6-a49d-12e83c43cae0 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368538 Jul 22 22:08:44.338135 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-4443717-network', 'tenant_id': '95158c40d9f74bda88228846e72eaebd'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:44.369308 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Made reservation on behalf of 95158c40d9f74bda88228846e72eaebd for: {'network': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:44.372812 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.382638 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.389816 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.505791 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.518422 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.530009 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1687, 'physical_network': 'physnet1'} {{(pid=93408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:08:44.549998 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.550356 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.segments_db [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Added segment add16b05-44b5-4da9-8fbb-972d21d4cae2 of type vlan for network cee03ab9-d068-4513-94e2-6746aaf63df6 Jul 22 22:08:44.559702 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5cdb91-702c-4010-854a-9de6f9edc59c,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:44.600109 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.632537 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.633677 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:44.634328 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.671372 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4494853 Jul 22 22:08:44.674384 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48252) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:44.679887 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Request body: {'subnet': {'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-4443717-subnet', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:44.699282 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3931396-4802-4848-9110-d31093ee6cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=cee03ab9-d068-4513-94e2-6746aaf63df6,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:44.709728 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Made reservation on behalf of 95158c40d9f74bda88228846e72eaebd for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:44.710582 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network cee03ab9-d068-4513-94e2-6746aaf63df6 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:08:44.712576 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26817891'] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.898182 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26817809'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:44.958515 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5281fa-dfaa-4347-8624-1cb358598c7e,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:44.968507 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Checking segment: {'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:44.968867 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Network hostable DHCP agents. Network: cee03ab9-d068-4513-94e2-6746aaf63df6, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:08:44.988217 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Network cee03ab9-d068-4513-94e2-6746aaf63df6 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:08:44.997592 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, cee03ab9-d068-4513-94e2-6746aaf63df6) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:45.003402 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.003859 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.007399 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d794c-f11c-4240-9539-52e2ea1743ae None None] Network cee03ab9-d068-4513-94e2-6746aaf63df6 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:45.024338 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-20d42037-97d9-45f7-8db8-19467e9ccd5c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3462844 Jul 22 22:08:45.024769 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48262) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:45.031468 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:45.054494 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.055568 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8690'] for router, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.078729 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48264) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:45.110610 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.172525 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ca64da-f218-58f5-9a77-67de74284139-cee03ab9-d068-4513-94e2-6746aaf63df6', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e'}]}} from dv-cinder-801522-2-iscsi. {{(pid=93410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:08:45.173461 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.196178 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8369-ecfa-4352-a92a-c098cc212b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.251226 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.337249 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Allocated IP 172.20.0.2 (cee03ab9-d068-4513-94e2-6746aaf63df6/5f5281fa-dfaa-4347-8624-1cb358598c7e/7d15dadb-d3be-4715-a53f-ba3255184d4a) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:45.363762 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8369-ecfa-4352-a92a-c098cc212b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.368879 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8369-ecfa-4352-a92a-c098cc212b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.409336 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f0ca2-2d67-48ac-85be-7ee9d491c9d7 req-2fbed45e-7dfb-42a7-a798-8eb0c1fafcfc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:45.410797 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3d1f0ca2-2d67-48ac-85be-7ee9d491c9d7 req-2fbed45e-7dfb-42a7-a798-8eb0c1fafcfc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1380517 Jul 22 22:08:45.429421 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-9a7a8369-ecfa-4352-a92a-c098cc212b6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bbd7e7d92e24d8bb353da48187f8cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489995 Jul 22 22:08:45.437396 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48270) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:45.439513 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a8369-ecfa-4352-a92a-c098cc212b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac825ed5-85d5-4e97-8ae4-d1d0b5ace5bf,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:45.474074 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.490183 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3d1f0ca2-2d67-48ac-85be-7ee9d491c9d7 req-18e1bf29-0c9e-451e-a6bc-8dab7f064ab6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734339 Jul 22 22:08:45.493916 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.510428 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.513008 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eceb049b-82c8-485f-830f-5d565b535b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.520885 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Transition to ACTIVE for port object 7d15dadb-d3be-4715-a53f-ba3255184d4a will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:45.541482 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eceb049b-82c8-485f-830f-5d565b535b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.543933 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Transition to ACTIVE for port object 7d15dadb-d3be-4715-a53f-ba3255184d4a will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:45.551741 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.594894 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Network cee03ab9-d068-4513-94e2-6746aaf63df6 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:45.598261 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:45.602675 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:45.611521 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Pushing event updated for resources: {'Port': ['ID=7d15dadb-d3be-4715-a53f-ba3255184d4a,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:45.646266 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Allocated IP 172.27.2.116 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/d44bc64d-c5cf-46f1-ad39-26b75d75a4f1) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:45.664326 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eceb049b-82c8-485f-830f-5d565b535b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.666955 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eceb049b-82c8-485f-830f-5d565b535b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.671591 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-eceb049b-82c8-485f-830f-5d565b535b64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac825ed5-85d5-4e97-8ae4-d1d0b5ace5bf HTTP/1.1" status: 204 len: 168 time: 0.2302935 Jul 22 22:08:45.686850 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb049b-82c8-485f-830f-5d565b535b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac825ed5-85d5-4e97-8ae4-d1d0b5ace5bf,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:45.692657 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Attempting to bind port 7d15dadb-d3be-4715-a53f-ba3255184d4a on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:45.692657 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Attempting to bind port 7d15dadb-d3be-4715-a53f-ba3255184d4a by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:45.692657 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Attempting to bind port 7d15dadb-d3be-4715-a53f-ba3255184d4a on network cee03ab9-d068-4513-94e2-6746aaf63df6 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:45.718797 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:45.719173 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Checking segment: {'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:45.719578 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.720003 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Bound using segment: {'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:45.720604 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Bound port: 7d15dadb-d3be-4715-a53f-ba3255184d4a, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:45.720989 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.823108 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] For port 7d15dadb-d3be-4715-a53f-ba3255184d4a, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:45.835547 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] For port 7d15dadb-d3be-4715-a53f-ba3255184d4a, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=7d15dadb-d3be-4715-a53f-ba3255184d4a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:45.835647 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.836950 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.895812 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.978842 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Pushing event updated for resources: {'Port': ['ID=d44bc64d-c5cf-46f1-ad39-26b75d75a4f1,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:46.012814 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6eae8c-7e2f-42a8-aa1c-9f8b5f6749f3 None None] Pushing event updated for resources: {'Port': ['ID=7d15dadb-d3be-4715-a53f-ba3255184d4a,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:46.039389 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:46.047663 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:46.050328 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:46.137855 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.146249 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48300) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:46.170604 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e712e1c9-86ec-441e-9788-ab1947c398da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.405601 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e712e1c9-86ec-441e-9788-ab1947c398da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.412266 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e712e1c9-86ec-441e-9788-ab1947c398da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.459144 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-e712e1c9-86ec-441e-9788-ab1947c398da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73b169ee36834dffb2be823623e99e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081622 Jul 22 22:08:46.459392 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48308) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:46.517036 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.529940 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712e1c9-86ec-441e-9788-ab1947c398da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a41a6e4-0497-4114-8c1f-89fe4e71a06e,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:46.565682 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e30a59ac-9964-41e2-9ba0-ca2e20e0aade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.594582 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e30a59ac-9964-41e2-9ba0-ca2e20e0aade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.709844 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e30a59ac-9964-41e2-9ba0-ca2e20e0aade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.712468 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e30a59ac-9964-41e2-9ba0-ca2e20e0aade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.715385 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-e30a59ac-9964-41e2-9ba0-ca2e20e0aade admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a41a6e4-0497-4114-8c1f-89fe4e71a06e HTTP/1.1" status: 204 len: 168 time: 0.2532649 Jul 22 22:08:46.726025 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a59ac-9964-41e2-9ba0-ca2e20e0aade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a41a6e4-0497-4114-8c1f-89fe4e71a06e,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:46.732509 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 7d15dadb-d3be-4715-a53f-ba3255184d4a up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:46.765025 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d550d-15ff-42ae-b015-417552a8ce88 req-48f184f1-5d5a-40ab-a3a6-8c3669198d52 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:46.766931 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a15d550d-15ff-42ae-b015-417552a8ce88 req-48f184f1-5d5a-40ab-a3a6-8c3669198d52 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1028330 Jul 22 22:08:46.832910 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 7d15dadb-d3be-4715-a53f-ba3255184d4a completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:46.837813 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a15d550d-15ff-42ae-b015-417552a8ce88 req-53484cdb-c0b2-4849-96b3-e9ad9722b77e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651937 Jul 22 22:08:46.904589 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891'] for router, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:47.085356 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Router 164abc64-a8cb-47d1-bce7-65187386dd0e is scheduled to L3 agent af41ddc6-de64-4912-8bca-91e365744270 with binding_index 1 {{(pid=93408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:08:47.232929 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:08:47.246497 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Sync routers for ids ['164abc64-a8cb-47d1-bce7-65187386dd0e'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:08:47.253384 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:47.255191 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-c8097da1-7031-4c34-9ab7-3a5bed1afa97 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2288356 Jul 22 22:08:47.257936 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48332) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:47.265894 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Routers {'164abc64-a8cb-47d1-bce7-65187386dd0e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:47.266843 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['164abc64-a8cb-47d1-bce7-65187386dd0e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:47.364254 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012cd80f-e7d6-4c8d-8b5b-beea295dae50 None None] Network cee03ab9-d068-4513-94e2-6746aaf63df6 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:47.423301 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Set router 164abc64-a8cb-47d1-bce7-65187386dd0e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:47.552486 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-6a78d2b8-c654-4eaf-810a-8102c78368d8 None None] Provisioning for port 7d15dadb-d3be-4715-a53f-ba3255184d4a completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:47.572362 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-6a78d2b8-c654-4eaf-810a-8102c78368d8 None None] Provisioning complete for port 7d15dadb-d3be-4715-a53f-ba3255184d4a triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:47.577920 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6a78d2b8-c654-4eaf-810a-8102c78368d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:47.734875 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:46Z', 'revision_number': 3, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:47.765932 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Checking router: 164abc64-a8cb-47d1-bce7-65187386dd0e for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:08:47.766720 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Updating router 164abc64-a8cb-47d1-bce7-65187386dd0e port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 binding host dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:08:47.798228 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6a78d2b8-c654-4eaf-810a-8102c78368d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:47.806511 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:47.851791 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-6a78d2b8-c654-4eaf-810a-8102c78368d8 None None] For port 7d15dadb-d3be-4715-a53f-ba3255184d4a, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=7d15dadb-d3be-4715-a53f-ba3255184d4a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:47.857070 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6a78d2b8-c654-4eaf-810a-8102c78368d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.022934 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78d2b8-c654-4eaf-810a-8102c78368d8 None None] Pushing event updated for resources: {'Port': ['ID=7d15dadb-d3be-4715-a53f-ba3255184d4a,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:48.023637 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.198825 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466a34-2e68-4e8f-a84b-cba3a463cecd req-17469899-4483-4322-b45d-4bb5ce8de979 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:48.214388 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0b466a34-2e68-4e8f-a84b-cba3a463cecd req-17469899-4483-4322-b45d-4bb5ce8de979 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1829264 Jul 22 22:08:48.270806 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Allocated IP 172.20.0.1 (cee03ab9-d068-4513-94e2-6746aaf63df6/5f5281fa-dfaa-4347-8624-1cb358598c7e/8037b989-4286-4998-af7b-9b99a3e08ade) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:48.274769 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0b466a34-2e68-4e8f-a84b-cba3a463cecd req-c70d8545-d0bc-45e0-bd5f-8ec0d5dbf324 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551662 Jul 22 22:08:48.292528 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-004ba65c-8164-4e77-9cb7-ba07cfc89903 None None] Provisioning complete for port 7d15dadb-d3be-4715-a53f-ba3255184d4a triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:48.293448 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-004ba65c-8164-4e77-9cb7-ba07cfc89903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.353331 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.368622 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Transition to ACTIVE for port object d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:48.379936 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.447889 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.473619 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Transition to ACTIVE for port object 8037b989-4286-4998-af7b-9b99a3e08ade will not be triggered until provisioned by entity DHCP. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:48.474195 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Attempting to bind port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:48.474574 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Attempting to bind port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:48.475035 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Attempting to bind port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 on network d0ff9072-42a9-438d-9542-01429d25b8c4 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:48.478602 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Pushing event updated for resources: {'Port': ['ID=d44bc64d-c5cf-46f1-ad39-26b75d75a4f1,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:48.486048 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:48.486425 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:48.486834 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.487233 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Bound using segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:48.487727 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Bound port: d44bc64d-c5cf-46f1-ad39-26b75d75a4f1, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:48.488149 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.494898 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.495239 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.495572 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.495971 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.496421 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.496754 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.497078 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.497398 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.497737 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.498059 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.498375 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.498688 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:48.554569 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.561472 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] For port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:48.568043 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] For port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=d44bc64d-c5cf-46f1-ad39-26b75d75a4f1,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:48.577143 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.656603 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Network cee03ab9-d068-4513-94e2-6746aaf63df6 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:48.664164 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:48.669315 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:48.718933 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd6acb-8055-48a1-995e-2dac3f1374fe None None] Pushing event updated for resources: {'Port': ['ID=d44bc64d-c5cf-46f1-ad39-26b75d75a4f1,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:48.741411 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 7d15dadb-d3be-4715-a53f-ba3255184d4a up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:48.753320 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Routers {'164abc64-a8cb-47d1-bce7-65187386dd0e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:48.754542 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['164abc64-a8cb-47d1-bce7-65187386dd0e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:48.772911 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Pushing event updated for resources: {'Port': ['ID=8037b989-4286-4998-af7b-9b99a3e08ade,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:48.802101 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 7d15dadb-d3be-4715-a53f-ba3255184d4a triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:48.803281 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.813049 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614682'] for router_interface, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.929581 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] Set router 164abc64-a8cb-47d1-bce7-65187386dd0e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:49.097301 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-9535d2e9-b7b6-4b46-89bc-4bfc40f89e73 None None] Provisioning for port 8037b989-4286-4998-af7b-9b99a3e08ade completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:49.099474 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:49.103535 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-9535d2e9-b7b6-4b46-89bc-4bfc40f89e73 None None] Provisioning complete for port 8037b989-4286-4998-af7b-9b99a3e08ade triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:49.104390 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9535d2e9-b7b6-4b46-89bc-4bfc40f89e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:49.156572 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-9535d2e9-b7b6-4b46-89bc-4bfc40f89e73 None None] Port 8037b989-4286-4998-af7b-9b99a3e08ade cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:08:49.264059 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:46Z', 'revision_number': 3, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:49.303079 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53538-e1ad-4316-aa38-e72edecc5fb9 None None] The sync data for ids ['164abc64-a8cb-47d1-bce7-65187386dd0e'] in dv-cinder-801522-2-iscsi is: [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:46Z', 'revision_number': 3, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:08:49.343883 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:49.353465 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:49.504023 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619946'] for router_interface, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:49.515402 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Pushing event updated for resources: {'Port': ['ID=8037b989-4286-4998-af7b-9b99a3e08ade,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:49.591859 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd124-0ca2-4644-95f5-e67ac5e438c1 req-b609fc36-8cb8-4d0f-8b1f-040a2175d12b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:49.593438 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9a4dd124-0ca2-4644-95f5-e67ac5e438c1 req-b609fc36-8cb8-4d0f-8b1f-040a2175d12b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.2077441 Jul 22 22:08:49.664090 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9a4dd124-0ca2-4644-95f5-e67ac5e438c1 req-a43ebba2-cfd7-4f5b-9cd6-6edd28634ad4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621023 Jul 22 22:08:49.669399 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Network cee03ab9-d068-4513-94e2-6746aaf63df6 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:49.671027 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:49.854957 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Router 164abc64-a8cb-47d1-bce7-65187386dd0e has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:08:50.085176 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-06461e9d-c66b-46f0-9503-3af9d9744a0b None None] Provisioning complete for port 8037b989-4286-4998-af7b-9b99a3e08ade triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:50.086194 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-06461e9d-c66b-46f0-9503-3af9d9744a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.128912 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-06461e9d-c66b-46f0-9503-3af9d9744a0b None None] Port 8037b989-4286-4998-af7b-9b99a3e08ade cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:08:50.262907 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:08:50.272060 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-3bc14299-1ff4-4231-904f-20320ea6393f admin admin] 10.222.0.26 "PUT /v2.0/routers/164abc64-a8cb-47d1-bce7-65187386dd0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0127728 Jul 22 22:08:50.707347 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:50.768269 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:50.772403 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:50.772792 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.839127 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d978422-16a5-4fa3-87df-9018fc13a393 req-92c3abcd-1010-4bd9-9e40-3820bbd8313a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:50.842043 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8d978422-16a5-4fa3-87df-9018fc13a393 req-92c3abcd-1010-4bd9-9e40-3820bbd8313a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0766902 Jul 22 22:08:50.871937 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.880128 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:08:50.889701 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8d978422-16a5-4fa3-87df-9018fc13a393 req-5927f12f-8fd2-41ee-a601-a3be299d61b2 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401163 Jul 22 22:08:50.895061 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=d44bc64d-c5cf-46f1-ad39-26b75d75a4f1,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:50.900054 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.905348 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48472) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:50.911554 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-250411441-network', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:50.939557 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Made reservation on behalf of 5ccfc2c55cb0479681199e6844c04451 for: {'network': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:50.949846 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:50.958600 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=d44bc64d-c5cf-46f1-ad39-26b75d75a4f1,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:50.974437 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.074317 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.078380 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.103190 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] vlan segment allocate from pool success with {'vlan_id': 1655, 'physical_network': 'physnet1'} {{(pid=93408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:08:51.113390 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f4aaa6-45e0-44df-a4dc-55717caf5c6c,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:51.118278 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.118623 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.segments_db [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Added segment 82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617 of type vlan for network 934bac85-935e-48cc-82cc-16249710c78d Jul 22 22:08:51.158838 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.186725 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.188910 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:51.189691 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.226830 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48478) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:51.227148 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3202083 Jul 22 22:08:51.233395 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Request body: {'subnet': {'network_id': '934bac85-935e-48cc-82cc-16249710c78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-250411441-subnet', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:51.253602 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c45c8b-4da8-4660-802c-81acc8fe5379 admin admin] Pushing event updated for resources: {'Network': ['ID=934bac85-935e-48cc-82cc-16249710c78d,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:51.254238 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Made reservation on behalf of 5ccfc2c55cb0479681199e6844c04451 for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:51.256805 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26817891'] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.263482 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 934bac85-935e-48cc-82cc-16249710c78d details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:08:51.326317 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Sync routers for ids ['164abc64-a8cb-47d1-bce7-65187386dd0e'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:08:51.451971 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26817809'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.461075 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Routers {'164abc64-a8cb-47d1-bce7-65187386dd0e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:51.461703 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['164abc64-a8cb-47d1-bce7-65187386dd0e'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:51.512907 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2688acbf-bf09-4760-a727-9f17e7d70d1c,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:51.523476 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Checking segment: {'id': '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '934bac85-935e-48cc-82cc-16249710c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:51.523922 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Network hostable DHCP agents. Network: 934bac85-935e-48cc-82cc-16249710c78d, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:08:51.542143 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Network 934bac85-935e-48cc-82cc-16249710c78d is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:08:51.552765 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 934bac85-935e-48cc-82cc-16249710c78d) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:51.560594 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:51.561451 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.563931 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c84ff5e-bf12-435f-97eb-3d28b547477a None None] Network 934bac85-935e-48cc-82cc-16249710c78d requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:51.582641 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48494) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:51.587672 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-250411441-router', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:51.594240 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-b94f1d27-aeb3-408d-85f8-8ee20d3f7f7e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3641684 Jul 22 22:08:51.613097 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.614766 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8690'] for router, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.650431 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Set router 164abc64-a8cb-47d1-bce7-65187386dd0e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:51.674018 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.848832 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:51.900803 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ca64da-f218-58f5-9a77-67de74284139-934bac85-935e-48cc-82cc-16249710c78d', 'network_id': '934bac85-935e-48cc-82cc-16249710c78d', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'fixed_ips': [{'subnet_id': '2688acbf-bf09-4760-a727-9f17e7d70d1c'}]}} from dv-cinder-801522-2-iscsi. {{(pid=93410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:08:51.902087 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.054984 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3863bb-be9d-4290-9065-4a8b269df1b2 req-7efecca7-09bd-411b-aaa3-91bf2ff7dcef tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:52.056858 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a3863bb-be9d-4290-9065-4a8b269df1b2 req-7efecca7-09bd-411b-aaa3-91bf2ff7dcef tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0791206 Jul 22 22:08:52.104389 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:49Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '8037b989-4286-4998-af7b-9b99a3e08ade', 'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'mac_address': 'fa:16:3e:f5:c9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:48Z', 'updated_at': '2021-07-22T22:08:49Z', 'revision_number': 2, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'subnets': [{'id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:52.121724 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a3863bb-be9d-4290-9065-4a8b269df1b2 req-a8000b2a-682a-457b-a2ae-ea7cdba80e11 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567148 Jul 22 22:08:52.138650 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Checking router: 164abc64-a8cb-47d1-bce7-65187386dd0e for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:08:52.139023 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Updating router 164abc64-a8cb-47d1-bce7-65187386dd0e port 8037b989-4286-4998-af7b-9b99a3e08ade binding host dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:08:52.195512 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Allocated IP 172.20.0.2 (934bac85-935e-48cc-82cc-16249710c78d/2688acbf-bf09-4760-a727-9f17e7d70d1c/bf117e77-a4ab-43d6-833d-4bfd77973c7d) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:52.208366 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.403945 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.422711 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.491631 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.506258 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Transition to ACTIVE for port object bf117e77-a4ab-43d6-833d-4bfd77973c7d will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:52.536897 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Allocated IP 172.27.2.236 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/dfab8560-ee54-4864-9bd9-8e0b0054fa0e) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:52.541282 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Transition to ACTIVE for port object bf117e77-a4ab-43d6-833d-4bfd77973c7d will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:52.550483 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.614659 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Network 934bac85-935e-48cc-82cc-16249710c78d is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:52.623997 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:52.633144 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:52.641533 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Pushing event updated for resources: {'Port': ['ID=bf117e77-a4ab-43d6-833d-4bfd77973c7d,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:52.652857 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.656193 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.687553 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:52.694656 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Transition to ACTIVE for port object 8037b989-4286-4998-af7b-9b99a3e08ade will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:52.699336 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.736106 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:52.739517 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.742563 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:52.746995 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:52.772118 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=dfab8560-ee54-4864-9bd9-8e0b0054fa0e,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:52.783229 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Attempting to bind port bf117e77-a4ab-43d6-833d-4bfd77973c7d on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:52.783764 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Attempting to bind port bf117e77-a4ab-43d6-833d-4bfd77973c7d by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '934bac85-935e-48cc-82cc-16249710c78d'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:52.783980 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Attempting to bind port bf117e77-a4ab-43d6-833d-4bfd77973c7d on network 934bac85-935e-48cc-82cc-16249710c78d {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:52.807597 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:52.808003 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Checking segment: {'id': '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '934bac85-935e-48cc-82cc-16249710c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:52.808404 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.809382 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Bound using segment: {'id': '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '934bac85-935e-48cc-82cc-16249710c78d'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:52.809865 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Bound port: bf117e77-a4ab-43d6-833d-4bfd77973c7d, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '934bac85-935e-48cc-82cc-16249710c78d'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:52.810245 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.834376 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b5b18-8579-48ae-ae0d-2f42fc2097f2 None None] Pushing event updated for resources: {'Port': ['ID=8037b989-4286-4998-af7b-9b99a3e08ade,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:52.884472 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:52.884842 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:52.978503 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Attempting to bind port 8037b989-4286-4998-af7b-9b99a3e08ade on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:52.978858 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Attempting to bind port 8037b989-4286-4998-af7b-9b99a3e08ade by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:52.979224 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Attempting to bind port 8037b989-4286-4998-af7b-9b99a3e08ade on network cee03ab9-d068-4513-94e2-6746aaf63df6 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:52.984405 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] For port bf117e77-a4ab-43d6-833d-4bfd77973c7d, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:53.000601 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] For port bf117e77-a4ab-43d6-833d-4bfd77973c7d, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=bf117e77-a4ab-43d6-833d-4bfd77973c7d,segment=NetworkSegment(82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617),segment_id=82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:53.004383 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:53.004756 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Checking segment: {'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:53.005161 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.005567 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Bound using segment: {'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:53.006030 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Bound port: 8037b989-4286-4998-af7b-9b99a3e08ade, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:53.006412 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.010671 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.144089 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.185110 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f257a-8132-4c98-8b82-435b5f2197e9 None None] Pushing event updated for resources: {'Port': ['ID=bf117e77-a4ab-43d6-833d-4bfd77973c7d,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:53.202046 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] For port 8037b989-4286-4998-af7b-9b99a3e08ade, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:53.206061 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] For port 8037b989-4286-4998-af7b-9b99a3e08ade, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=8037b989-4286-4998-af7b-9b99a3e08ade,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:53.216731 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.478843 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48548) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:53.506619 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Routers {'164abc64-a8cb-47d1-bce7-65187386dd0e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:53.507272 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['164abc64-a8cb-47d1-bce7-65187386dd0e'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:53.509606 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b5b18-8579-48ae-ae0d-2f42fc2097f2 None None] Pushing event updated for resources: {'Port': ['ID=8037b989-4286-4998-af7b-9b99a3e08ade,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:53.525112 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48552) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:53.739629 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4e66-d723-4316-aeec-a5f259918137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.740168 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3754-5c91-442e-856e-c3e17da20270 req-bc8863bb-abf2-49df-a92c-ef2aabc1a569 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:53.748172 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-996d3754-5c91-442e-856e-c3e17da20270 req-bc8863bb-abf2-49df-a92c-ef2aabc1a569 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.3888497 Jul 22 22:08:53.776576 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-43a832ae-25d7-4860-9eec-9bfe3be75d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.783314 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891'] for router, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.785128 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] Set router 164abc64-a8cb-47d1-bce7-65187386dd0e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:53.908293 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-996d3754-5c91-442e-856e-c3e17da20270 req-a3c25bf6-f129-4373-8f00-1b5f32ef7435 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592927 Jul 22 22:08:53.928261 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4e66-d723-4316-aeec-a5f259918137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.934151 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4e66-d723-4316-aeec-a5f259918137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:53.962172 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd84f22-122b-4386-9c74-af43f06619b8 req-e4225ea8-5341-4d50-a253-e9dd1d65d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:53.963538 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-dbd84f22-122b-4386-9c74-af43f06619b8 req-e4225ea8-5341-4d50-a253-e9dd1d65d3f3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 1098 time: 0.1737070 Jul 22 22:08:53.998627 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-bf6b4e66-d723-4316-aeec-a5f259918137 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37d213e5977d4c9da15ebdda6c87bed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5136499 Jul 22 22:08:53.998848 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48556) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:54.001002 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b4e66-d723-4316-aeec-a5f259918137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4593cb-15ff-40d5-b9c7-d9c73a873db7,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:54.042843 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:49Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '8037b989-4286-4998-af7b-9b99a3e08ade', 'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'mac_address': 'fa:16:3e:f5:c9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:48Z', 'updated_at': '2021-07-22T22:08:53Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'subnets': [{'id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:54.048651 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-dbd84f22-122b-4386-9c74-af43f06619b8 req-4bd83676-78be-4e93-80f6-4c7682599994 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759118 Jul 22 22:08:54.067339 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e is scheduled to L3 agent af41ddc6-de64-4912-8bca-91e365744270 with binding_index 1 {{(pid=93408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:08:54.083903 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d346e87-0bb3-4e06-9149-aea148adc188 None None] The sync data for ids ['164abc64-a8cb-47d1-bce7-65187386dd0e'] in dv-cinder-801522-2-iscsi is: [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:49Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '8037b989-4286-4998-af7b-9b99a3e08ade', 'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'mac_address': 'fa:16:3e:f5:c9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:48Z', 'updated_at': '2021-07-22T22:08:53Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'subnets': [{'id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:08:54.095549 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8dfa711c-8349-4fe4-95eb-2add94adc2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.100984 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-43a832ae-25d7-4860-9eec-9bfe3be75d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.106806 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-43a832ae-25d7-4860-9eec-9bfe3be75d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.209939 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-43a832ae-25d7-4860-9eec-9bfe3be75d59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e7b4e97c4c04ba18cb662f882a760c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837330 Jul 22 22:08:54.210773 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a832ae-25d7-4860-9eec-9bfe3be75d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaa93d2-e662-4538-946b-015db83592db,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:54.214352 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48562) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:54.217964 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8dfa711c-8349-4fe4-95eb-2add94adc2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.290301 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3c573e2b-1136-41af-a540-fa457da30831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.299747 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:08:54.320928 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.321064 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Sync routers for ids ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:08:54.322589 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-ccbed742-d2d2-436b-b491-234068b8a7e5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7387438 Jul 22 22:08:54.326335 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48566) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:54.333875 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Routers {'9afd8f98-bd5f-406f-b59c-3f6817d45f3e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:54.335200 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:54.360598 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3c573e2b-1136-41af-a540-fa457da30831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.450704 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3c573e2b-1136-41af-a540-fa457da30831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.454428 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3c573e2b-1136-41af-a540-fa457da30831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.456046 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-3c573e2b-1136-41af-a540-fa457da30831 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4eaa93d2-e662-4538-946b-015db83592db HTTP/1.1" status: 204 len: 168 time: 0.2405298 Jul 22 22:08:54.470327 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c573e2b-1136-41af-a540-fa457da30831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaa93d2-e662-4538-946b-015db83592db,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:54.525682 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Set router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:54.532239 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8dfa711c-8349-4fe4-95eb-2add94adc2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.535319 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8dfa711c-8349-4fe4-95eb-2add94adc2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:54.539129 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-8dfa711c-8349-4fe4-95eb-2add94adc2ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a4593cb-15ff-40d5-b9c7-d9c73a873db7 HTTP/1.1" status: 204 len: 168 time: 0.5368891 Jul 22 22:08:54.759679 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa711c-8349-4fe4-95eb-2add94adc2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4593cb-15ff-40d5-b9c7-d9c73a873db7,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:54.899784 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 8037b989-4286-4998-af7b-9b99a3e08ade up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:55.038281 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b3f31-161a-48ea-a727-97e6237bb8ca None None] Network 934bac85-935e-48cc-82cc-16249710c78d requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:55.057219 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'name': 'tempest-TestShelveInstance-250411441-router', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:08:52Z', 'revision_number': 3, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'gw_port': {'id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:52Z', 'updated_at': '2021-07-22T22:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:55.067605 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 8037b989-4286-4998-af7b-9b99a3e08ade completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:55.096875 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 8037b989-4286-4998-af7b-9b99a3e08ade triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:55.097703 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.098879 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Checking router: 9afd8f98-bd5f-406f-b59c-3f6817d45f3e for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:08:55.099231 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Updating router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e port dfab8560-ee54-4864-9bd9-8e0b0054fa0e binding host dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:08:55.160972 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.198475 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-845dff5f-6b6d-4a2d-aee3-626d2529995d None None] Provisioning for port bf117e77-a4ab-43d6-833d-4bfd77973c7d completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:55.440488 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48600) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:55.450255 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.461401 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f08448f-8f26-40ef-be3b-c9468754a9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.519314 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 8037b989-4286-4998-af7b-9b99a3e08ade, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=8037b989-4286-4998-af7b-9b99a3e08ade,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:55.529507 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.538719 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.539709 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device bf117e77-a4ab-43d6-833d-4bfd77973c7d up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:55.546196 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Transition to ACTIVE for port object dfab8560-ee54-4864-9bd9-8e0b0054fa0e will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:55.555541 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.689237 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cab9c3-d172-404c-acc5-8b5046581c8d None None] Pushing event updated for resources: {'Port': ['ID=dfab8560-ee54-4864-9bd9-8e0b0054fa0e,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:55.705258 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Attempting to bind port dfab8560-ee54-4864-9bd9-8e0b0054fa0e on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:55.706782 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Attempting to bind port dfab8560-ee54-4864-9bd9-8e0b0054fa0e by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:55.707329 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Attempting to bind port dfab8560-ee54-4864-9bd9-8e0b0054fa0e on network d0ff9072-42a9-438d-9542-01429d25b8c4 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:55.724732 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:55.726532 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:55.729582 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.730267 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Bound using segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:55.731780 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Bound port: dfab8560-ee54-4864-9bd9-8e0b0054fa0e, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:55.732845 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.735129 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=8037b989-4286-4998-af7b-9b99a3e08ade,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:55.745261 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f08448f-8f26-40ef-be3b-c9468754a9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.753148 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0f08448f-8f26-40ef-be3b-c9468754a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.771054 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port bf117e77-a4ab-43d6-833d-4bfd77973c7d completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:55.781746 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port bf117e77-a4ab-43d6-833d-4bfd77973c7d triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:55.782517 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.825889 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-0f08448f-8f26-40ef-be3b-c9468754a9a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f24c9433000c49229ead2c8af9c89cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817692 Jul 22 22:08:55.829399 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48604) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:55.834260 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] For port dfab8560-ee54-4864-9bd9-8e0b0054fa0e, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:55.841793 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] For port dfab8560-ee54-4864-9bd9-8e0b0054fa0e, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=dfab8560-ee54-4864-9bd9-8e0b0054fa0e,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:55.850986 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:55.977816 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08448f-8f26-40ef-be3b-c9468754a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bb186b-d7eb-4e7a-96f5-e510eb98b922,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:55.986189 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.018995 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cab9c3-d172-404c-acc5-8b5046581c8d None None] Pushing event updated for resources: {'Port': ['ID=dfab8560-ee54-4864-9bd9-8e0b0054fa0e,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:56.021225 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-77355ee2-d2bf-40e0-8e28-43f5431fe954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.039414 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Routers {'9afd8f98-bd5f-406f-b59c-3f6817d45f3e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:56.040223 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:56.063966 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-77355ee2-d2bf-40e0-8e28-43f5431fe954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.095668 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port bf117e77-a4ab-43d6-833d-4bfd77973c7d, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=bf117e77-a4ab-43d6-833d-4bfd77973c7d,segment=NetworkSegment(82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617),segment_id=82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:56.101978 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-17a16d1c-3943-48a0-938d-d6ddcc8a5c93 None None] Provisioning complete for port bf117e77-a4ab-43d6-833d-4bfd77973c7d triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:56.103941 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-17a16d1c-3943-48a0-938d-d6ddcc8a5c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.110442 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91253d6-f5a5-423c-80ad-507a1c96a4ca req-fabca867-f004-48aa-b6e1-e92a9aff36ed tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:56.119400 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f91253d6-f5a5-423c-80ad-507a1c96a4ca req-fabca867-f004-48aa-b6e1-e92a9aff36ed tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 1.0337474 Jul 22 22:08:56.164135 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.179394 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-77355ee2-d2bf-40e0-8e28-43f5431fe954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.182247 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-77355ee2-d2bf-40e0-8e28-43f5431fe954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.183587 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-77355ee2-d2bf-40e0-8e28-43f5431fe954 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5bb186b-d7eb-4e7a-96f5-e510eb98b922 HTTP/1.1" status: 204 len: 168 time: 0.3264480 Jul 22 22:08:56.184508 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f91253d6-f5a5-423c-80ad-507a1c96a4ca req-7bc46a76-deb0-4ee6-bb0b-5c118b8518c6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640280 Jul 22 22:08:56.210772 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77355ee2-d2bf-40e0-8e28-43f5431fe954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bb186b-d7eb-4e7a-96f5-e510eb98b922,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:56.302434 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=bf117e77-a4ab-43d6-833d-4bfd77973c7d,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:56.318330 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] Set router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:56.349186 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.351517 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48618) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:56.564571 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'name': 'tempest-TestShelveInstance-250411441-router', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:08:52Z', 'revision_number': 3, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'gw_port': {'id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:52Z', 'updated_at': '2021-07-22T22:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:56.596809 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d425399c-4f21-42c6-8207-9a297ec2824a None None] The sync data for ids ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'] in dv-cinder-801522-2-iscsi is: [{'id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'name': 'tempest-TestShelveInstance-250411441-router', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:08:52Z', 'revision_number': 3, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'gw_port': {'id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:52Z', 'updated_at': '2021-07-22T22:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:08:56.616450 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-584863859-network', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:56.623256 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Allocated IP 172.20.0.1 (934bac85-935e-48cc-82cc-16249710c78d/2688acbf-bf09-4760-a727-9f17e7d70d1c/3345e4e8-ff12-4815-9c32-c08db2c9f00b) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:56.701891 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Made reservation on behalf of d10298e3c3b040898d30780e8010cba1 for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:56.705994 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.723612 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.781852 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48628) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:56.806434 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 8037b989-4286-4998-af7b-9b99a3e08ade up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:56.830970 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3b953d64-9b85-49ca-8132-4d9b9145f08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.877161 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.883567 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 8037b989-4286-4998-af7b-9b99a3e08ade triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:56.887872 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.899030 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Transition to ACTIVE for port object 3345e4e8-ff12-4815-9c32-c08db2c9f00b will not be triggered until provisioned by entity DHCP. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:56.912513 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.918675 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.932317 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] vlan segment allocate from pool success with {'vlan_id': 1690, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:08:56.950614 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:56.951048 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Added segment 358f9ea5-1159-4e89-ae08-a46e139f4381 of type vlan for network 482f9c46-9e79-432d-852a-5deceb45db68 Jul 22 22:08:56.990183 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device bf117e77-a4ab-43d6-833d-4bfd77973c7d up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:57.070239 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port bf117e77-a4ab-43d6-833d-4bfd77973c7d triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:57.070989 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.073763 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.107908 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79bbb01-1b28-49eb-96fd-b132605e3764,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:57.143077 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.144210 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:57.144872 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.149949 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.158194 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.218729 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Network 934bac85-935e-48cc-82cc-16249710c78d is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:57.228045 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] Pushing event updated for resources: {'Network': ['ID=482f9c46-9e79-432d-852a-5deceb45db68,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:57.231673 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:57.245376 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5612a-12ce-47d7-916f-c04967720efb req-ba2426a5-0f81-45e3-bfee-50bbc565f199 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:57.251371 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-ba2426a5-0f81-45e3-bfee-50bbc565f199 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 814 time: 0.3434668 Jul 22 22:08:57.258834 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:57.262066 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 482f9c46-9e79-432d-852a-5deceb45db68 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:08:57.317009 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Pushing event updated for resources: {'Port': ['ID=3345e4e8-ff12-4815-9c32-c08db2c9f00b,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:57.324869 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-58985a2a-bc72-4a04-b4f6-b6312621e72a tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/quotas/71518297aed1426a8ff0553453138acc HTTP/1.1" status: 200 len: 375 time: 0.0573025 Jul 22 22:08:57.414275 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c80b7c-4d36-4817-904d-ebae81c1f280 req-6ffe0e0d-3de4-49dc-9ca4-281d92b00c93 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:57.416187 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b8c80b7c-4d36-4817-904d-ebae81c1f280 req-6ffe0e0d-3de4-49dc-9ca4-281d92b00c93 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.1240661 Jul 22 22:08:57.418045 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614682'] for router_interface, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.462419 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3b953d64-9b85-49ca-8132-4d9b9145f08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.467105 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b8c80b7c-4d36-4817-904d-ebae81c1f280 req-a7858edc-e5ba-4f52-a4fc-0a26cf07d307 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Jul 22 22:08:57.475365 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3b953d64-9b85-49ca-8132-4d9b9145f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.480130 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-cac2184a-0980-4045-af1c-48164c5ea06b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1271021 Jul 22 22:08:57.483294 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48646) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:57.489031 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Request body: {'subnet': {'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-584863859-subnet', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:57.522194 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Made reservation on behalf of d10298e3c3b040898d30780e8010cba1 for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:57.524842 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26817891'] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.558415 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-352ede26-e3b4-4a45-910e-3a560c1be21b None None] Provisioning for port 3345e4e8-ff12-4815-9c32-c08db2c9f00b completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:57.566128 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-352ede26-e3b4-4a45-910e-3a560c1be21b None None] Provisioning complete for port 3345e4e8-ff12-4815-9c32-c08db2c9f00b triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:57.567135 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-352ede26-e3b4-4a45-910e-3a560c1be21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.588370 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-c3ffdd0d-4307-4288-9c3f-b6c646b6ecf8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2573962 Jul 22 22:08:57.607139 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-352ede26-e3b4-4a45-910e-3a560c1be21b None None] Port 3345e4e8-ff12-4815-9c32-c08db2c9f00b cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:08:57.614737 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-3b953d64-9b85-49ca-8132-4d9b9145f08a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27ad71485f7c4d30b2b98e880be066a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8312984 Jul 22 22:08:57.625354 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48650) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:57.626080 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b953d64-9b85-49ca-8132-4d9b9145f08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795d0dec-f601-4525-b664-a0fe66187aa2,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:57.742068 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037fd17-c420-4811-b166-4644a946aed0 req-70a96128-a03f-432f-94f3-02a72f0e9d4e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:57.744435 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d037fd17-c420-4811-b166-4644a946aed0 req-70a96128-a03f-432f-94f3-02a72f0e9d4e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1672266 Jul 22 22:08:57.806028 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d960f350-6e95-4181-8ffd-fd6dfd2da9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.807942 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.813102 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-19e0963c-9f4f-45d4-8655-af44d3a9367d service neutron] 10.222.0.26 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973598 Jul 22 22:08:57.828400 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d037fd17-c420-4811-b166-4644a946aed0 req-0177adc6-0944-4f6b-b4bf-78e07933fda2 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771654 Jul 22 22:08:57.852752 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26817809'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.896684 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d960f350-6e95-4181-8ffd-fd6dfd2da9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.897962 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4b405c-70ac-4093-9f65-00d52ea1d709,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:57.919948 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Checking segment: {'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:57.920318 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Network hostable DHCP agents. Network: 482f9c46-9e79-432d-852a-5deceb45db68, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:08:57.940952 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Network 482f9c46-9e79-432d-852a-5deceb45db68 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:08:57.953608 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 482f9c46-9e79-432d-852a-5deceb45db68) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:57.960364 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:57.962896 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:57.966349 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2207e820-60af-4654-a711-d60650a199e1 None None] Network 482f9c46-9e79-432d-852a-5deceb45db68 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:57.990530 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-aacda0e8-74e7-4ca6-b105-a5fcf9932e6a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5054951 Jul 22 22:08:57.991547 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48656) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:57.996387 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:58.034817 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-8813e975-5b71-4a00-bc7a-4a8eb443df6f service neutron] 10.222.0.26 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140489 Jul 22 22:08:58.058449 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.059791 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8690'] for router, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.098101 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d960f350-6e95-4181-8ffd-fd6dfd2da9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.101061 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d960f350-6e95-4181-8ffd-fd6dfd2da9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.104643 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-d960f350-6e95-4181-8ffd-fd6dfd2da9fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/795d0dec-f601-4525-b664-a0fe66187aa2 HTTP/1.1" status: 204 len: 168 time: 0.4733963 Jul 22 22:08:58.143144 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.155500 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960f350-6e95-4181-8ffd-fd6dfd2da9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795d0dec-f601-4525-b664-a0fe66187aa2,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:58.225465 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ca64da-f218-58f5-9a77-67de74284139-482f9c46-9e79-432d-852a-5deceb45db68', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709'}]}} from dv-cinder-801522-2-iscsi. {{(pid=93410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:08:58.228461 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.257623 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.265812 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.416488 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.498359 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f3410844-938b-48c5-9648-41e5da472c51 req-9c2cf118-b737-415c-9967-2cbb8e6c7b45 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 210 time: 0.1089206 Jul 22 22:08:58.518192 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619946'] for router_interface, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.532695 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Pushing event updated for resources: {'Port': ['ID=3345e4e8-ff12-4815-9c32-c08db2c9f00b,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:58.639759 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Allocated IP 172.20.0.2 (482f9c46-9e79-432d-852a-5deceb45db68/9c4b405c-70ac-4093-9f65-00d52ea1d709/ceb931af-4bef-46e6-9f54-c2c9b4f2cad2) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:58.688862 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Network 934bac85-935e-48cc-82cc-16249710c78d is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:58.690929 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:58.825596 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.852941 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.974802 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.988352 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Transition to ACTIVE for port object ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:58.997380 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:08:59.005748 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Transition to ACTIVE for port object ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:59.017039 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device dfab8560-ee54-4864-9bd9-8e0b0054fa0e up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:59.023618 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.061963 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Allocated IP 172.27.2.47 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/24ab6c59-ef90-4c0b-98c6-78a1de3ad358) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:59.242235 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:08:59.256567 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-c6baed44-51cd-47ff-b659-2747c3b1db69 admin admin] 10.222.0.26 "PUT /v2.0/routers/9afd8f98-bd5f-406f-b59c-3f6817d45f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9179754 Jul 22 22:08:59.273901 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.315600 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Sync routers for ids ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:08:59.336648 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.360867 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Network 482f9c46-9e79-432d-852a-5deceb45db68 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:59.378293 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Routers {'9afd8f98-bd5f-406f-b59c-3f6817d45f3e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:08:59.378724 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:08:59.380982 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:59.403990 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:59.408042 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:59.413177 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:59.423156 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:59.428695 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Pushing event updated for resources: {'Port': ['ID=ceb931af-4bef-46e6-9f54-c2c9b4f2cad2,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:59.443669 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Pushing event updated for resources: {'Port': ['ID=24ab6c59-ef90-4c0b-98c6-78a1de3ad358,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:59.471252 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-ec0e3abe-dd85-4c0c-8530-4e246dac73a0 None None] Provisioning complete for port 3345e4e8-ff12-4815-9c32-c08db2c9f00b triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:59.471628 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ec0e3abe-dd85-4c0c-8530-4e246dac73a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.581701 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e3abe-dd85-4c0c-8530-4e246dac73a0 None None] Port 3345e4e8-ff12-4815-9c32-c08db2c9f00b cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:08:59.582421 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port dfab8560-ee54-4864-9bd9-8e0b0054fa0e completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:59.591632 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Attempting to bind port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:59.592029 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Attempting to bind port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:59.592392 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Attempting to bind port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 on network 482f9c46-9e79-432d-852a-5deceb45db68 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:59.598237 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port dfab8560-ee54-4864-9bd9-8e0b0054fa0e triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:59.598610 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.625190 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:59.625687 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Checking segment: {'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:59.626036 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.626487 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Bound using segment: {'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:59.626975 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Bound port: ceb931af-4bef-46e6-9f54-c2c9b4f2cad2, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:59.627353 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.661318 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Set router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:08:59.714227 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cff134c1-4483-4e95-9cc1-1b2bbc5b51b8 req-c85e8694-272b-4179-91fe-d3a93dca0d8e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 210 time: 0.0668678 Jul 22 22:08:59.888230 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:59.943261 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] For port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:59.951438 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.007054 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] For port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=ceb931af-4bef-46e6-9f54-c2c9b4f2cad2,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:00.021844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.028329 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port dfab8560-ee54-4864-9bd9-8e0b0054fa0e, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=dfab8560-ee54-4864-9bd9-8e0b0054fa0e,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:00.067072 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.127721 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74016644-b0b7-49d1-86cd-de00379a0c89 None None] Pushing event updated for resources: {'Port': ['ID=ceb931af-4bef-46e6-9f54-c2c9b4f2cad2,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:00.217107 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891'] for router, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.235553 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'name': 'tempest-TestShelveInstance-250411441-router', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:08:57Z', 'revision_number': 4, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'gw_port': {'id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:52Z', 'updated_at': '2021-07-22T22:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '3345e4e8-ff12-4815-9c32-c08db2c9f00b', 'name': '', 'network_id': '934bac85-935e-48cc-82cc-16249710c78d', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'mac_address': 'fa:16:3e:31:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2688acbf-bf09-4760-a727-9f17e7d70d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:56Z', 'updated_at': '2021-07-22T22:08:57Z', 'revision_number': 2, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'subnets': [{'id': '2688acbf-bf09-4760-a727-9f17e7d70d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:00.273211 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Checking router: 9afd8f98-bd5f-406f-b59c-3f6817d45f3e for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:09:00.273573 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Updating router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e port 3345e4e8-ff12-4815-9c32-c08db2c9f00b binding host dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:09:00.340953 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.346483 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=dfab8560-ee54-4864-9bd9-8e0b0054fa0e,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:00.548700 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Router 9422f665-b478-4a01-8f0d-29a23718dabc is scheduled to L3 agent af41ddc6-de64-4912-8bca-91e365744270 with binding_index 1 {{(pid=93409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:09:00.610943 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48724) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:00.648721 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-62db7581-23f6-44de-8732-4ef7d3e9681b tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866465003', 'description': 'tempest-secgroup-smoke-866465003 description', 'project_id': '95158c40d9f74bda88228846e72eaebd'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:00.701715 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:09:00.716962 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Sync routers for ids ['9422f665-b478-4a01-8f0d-29a23718dabc'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:09:00.726834 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Routers {'9422f665-b478-4a01-8f0d-29a23718dabc'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:00.727405 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9422f665-b478-4a01-8f0d-29a23718dabc'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:00.765418 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d868f8-2f38-4319-a6d6-80cc5c0aa810 req-3c99fe56-af56-4caa-8e43-36db3e54f532 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:00.772577 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-49d868f8-2f38-4319-a6d6-80cc5c0aa810 req-3c99fe56-af56-4caa-8e43-36db3e54f532 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.7077417 Jul 22 22:09:00.783719 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d7571-a02a-4627-97b6-2ab8eaf3acb9 req-8c131591-6b60-4e21-9796-a63c300022df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:00.785269 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c29d7571-a02a-4627-97b6-2ab8eaf3acb9 req-8c131591-6b60-4e21-9796-a63c300022df service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 1099 time: 0.6874876 Jul 22 22:09:00.794311 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] Notify callbacks [] for router, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.798296 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-7c8d0f70-40c6-4b61-8af7-be231b9415dd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8030159 Jul 22 22:09:00.799018 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48732) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:00.807726 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5612a-12ce-47d7-916f-c04967720efb req-4c8f1985-e8ce-4e62-aa40-fc7a4b280a9e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:00.809218 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-4c8f1985-e8ce-4e62-aa40-fc7a4b280a9e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 814 time: 0.5394957 Jul 22 22:09:00.821887 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-62db7581-23f6-44de-8732-4ef7d3e9681b tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:00.841084 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Request body: {'port': {'device_id': 'c9f03108-64ba-4682-835a-3e7dd5edfb62', 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329', 'admin_state_up': True, 'tenant_id': '71518297aed1426a8ff0553453138acc'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:00.934615 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device dfab8560-ee54-4864-9bd9-8e0b0054fa0e up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:00.941334 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Set router 9422f665-b478-4a01-8f0d-29a23718dabc gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:00.973824 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-49d868f8-2f38-4319-a6d6-80cc5c0aa810 req-e270ae3e-9dd3-4de3-b20d-f101e01a305e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997406 Jul 22 22:09:00.982969 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.013017 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Transition to ACTIVE for port object 3345e4e8-ff12-4815-9c32-c08db2c9f00b will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:01.042104 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.054172 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d7571-a02a-4627-97b6-2ab8eaf3acb9 req-315ae991-f9df-408d-b186-54ed19f5ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:01.055712 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c29d7571-a02a-4627-97b6-2ab8eaf3acb9 req-315ae991-f9df-408d-b186-54ed19f5ab96 service neutron] 10.222.0.113 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 920 time: 0.2455750 Jul 22 22:09:01.078783 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port dfab8560-ee54-4864-9bd9-8e0b0054fa0e triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:01.079248 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.110300 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c29d7571-a02a-4627-97b6-2ab8eaf3acb9 req-9868434f-474a-4acb-a9d5-a2a37f1d15fe service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab7b029a-a15f-4710-8930-d2334819d108 HTTP/1.1" status: 200 len: 217 time: 0.0423682 Jul 22 22:09:01.138016 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534625ba-eec6-4f43-b095-11e6fc646477 None None] Pushing event updated for resources: {'Port': ['ID=3345e4e8-ff12-4815-9c32-c08db2c9f00b,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:01.197410 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-62db7581-23f6-44de-8732-4ef7d3e9681b tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.218748 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-62db7581-23f6-44de-8732-4ef7d3e9681b tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.251137 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d7571-a02a-4627-97b6-2ab8eaf3acb9 req-73d640a8-8b48-4b1f-90b1-f78ad706f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:01.253149 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c29d7571-a02a-4627-97b6-2ab8eaf3acb9 req-73d640a8-8b48-4b1f-90b1-f78ad706f02e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 200 len: 858 time: 0.1292517 Jul 22 22:09:01.256322 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b62feeed-6898-45ec-a495-30178ea8ad7c req-b2b359ce-a3ca-48b8-8071-679dee5a3513 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 210 time: 0.0767953 Jul 22 22:09:01.289799 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Attempting to bind port 3345e4e8-ff12-4815-9c32-c08db2c9f00b on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:09:01.290167 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Attempting to bind port 3345e4e8-ff12-4815-9c32-c08db2c9f00b by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '934bac85-935e-48cc-82cc-16249710c78d'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:09:01.290660 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Attempting to bind port 3345e4e8-ff12-4815-9c32-c08db2c9f00b on network 934bac85-935e-48cc-82cc-16249710c78d {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:01.315933 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:09:01.315933 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Checking segment: {'id': '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '934bac85-935e-48cc-82cc-16249710c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:01.315933 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.315933 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Bound using segment: {'id': '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '934bac85-935e-48cc-82cc-16249710c78d'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:09:01.315933 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Bound port: 3345e4e8-ff12-4815-9c32-c08db2c9f00b, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '934bac85-935e-48cc-82cc-16249710c78d'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:09:01.315933 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.332910 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c29d7571-a02a-4627-97b6-2ab8eaf3acb9 req-b0b063cb-a30b-4034-b5c6-99228be6097d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dae36239-69f7-4fc8-bff2-d4812783c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514076 Jul 22 22:09:01.333266 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 3, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:01.343292 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Made reservation on behalf of 71518297aed1426a8ff0553453138acc for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:09:01.347826 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.366412 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db7581-23f6-44de-8732-4ef7d3e9681b tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a685d665-464a-46d7-abd9-c588873a9aa4,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:01.370441 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Checking router: 9422f665-b478-4a01-8f0d-29a23718dabc for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:09:01.370789 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Updating router 9422f665-b478-4a01-8f0d-29a23718dabc port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 binding host dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:09:01.374905 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-62db7581-23f6-44de-8732-4ef7d3e9681b tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.384241 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-62db7581-23f6-44de-8732-4ef7d3e9681b tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7578721 Jul 22 22:09:01.400021 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48734) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:01.403556 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] For port 3345e4e8-ff12-4815-9c32-c08db2c9f00b, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:09:01.407072 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-16bc946a-9ae0-4ee5-b79a-39b376326a6e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Request body: {'security_group_rule': {'security_group_id': 'a685d665-464a-46d7-abd9-c588873a9aa4', 'project_id': '95158c40d9f74bda88228846e72eaebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:01.407475 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] For port 3345e4e8-ff12-4815-9c32-c08db2c9f00b, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=3345e4e8-ff12-4815-9c32-c08db2c9f00b,segment=NetworkSegment(82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617),segment_id=82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:01.419005 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.457660 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:01.576205 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.595523 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-16bc946a-9ae0-4ee5-b79a-39b376326a6e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.625063 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c29d7571-a02a-4627-97b6-2ab8eaf3acb9 req-bd297e67-59f4-467c-9b01-9a19739053e1 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738967 Jul 22 22:09:01.723021 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:01.767928 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Routers {'9afd8f98-bd5f-406f-b59c-3f6817d45f3e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:01.768514 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:01.807380 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-16bc946a-9ae0-4ee5-b79a-39b376326a6e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.816411 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-16bc946a-9ae0-4ee5-b79a-39b376326a6e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.831127 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Allocated IP 172.20.0.6 (85d2fff4-2f67-4522-be6a-7c76aad5a329/65035fb7-8cbd-4538-be81-238ba9d8fca1/06dafc0e-a85d-41f9-80de-57c109597eab) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:09:01.914463 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-16bc946a-9ae0-4ee5-b79a-39b376326a6e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:01.924185 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-16bc946a-9ae0-4ee5-b79a-39b376326a6e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5222194 Jul 22 22:09:01.929525 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed0239-c4d2-4f96-a386-f044dfda1806 None None] Network 482f9c46-9e79-432d-852a-5deceb45db68 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:09:01.932011 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48746) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:01.935747 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c29d7571-a02a-4627-97b6-2ab8eaf3acb9 req-b63a3802-5ad7-4e13-83cc-48e43e0ba0cb service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932618 Jul 22 22:09:01.937799 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc946a-9ae0-4ee5-b79a-39b376326a6e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbde873-5c74-46bb-a691-cbeae453bb0a,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:01.957678 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-5747db32-9061-4e6b-8937-83330fe1f93d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Request body: {'security_group_rule': {'security_group_id': 'a685d665-464a-46d7-abd9-c588873a9aa4', 'project_id': '95158c40d9f74bda88228846e72eaebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:02.068300 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.085858 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Transition to ACTIVE for port object 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:02.097392 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.153700 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5747db32-9061-4e6b-8937-83330fe1f93d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.159917 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.210913 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Attempting to bind port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:09:02.211628 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Attempting to bind port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:09:02.211776 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] Set router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:02.212383 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Attempting to bind port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 on network d0ff9072-42a9-438d-9542-01429d25b8c4 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:02.215963 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e5df0-a265-478e-8d18-2e64a2218a08 None None] Pushing event updated for resources: {'Port': ['ID=24ab6c59-ef90-4c0b-98c6-78a1de3ad358,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:02.218152 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.230181 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:09:02.230950 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:02.232032 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.232713 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Bound using segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:09:02.233790 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Bound port: 24ab6c59-ef90-4c0b-98c6-78a1de3ad358, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:09:02.234556 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.270416 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.344403 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Network 85d2fff4-2f67-4522-be6a-7c76aad5a329 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:09:02.355398 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:09:02.358113 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] For port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:09:02.361258 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:09:02.364990 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] For port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=24ab6c59-ef90-4c0b-98c6-78a1de3ad358,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:02.371609 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.378490 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78475344-e5ba-4473-82a7-6ff48ab12d2f req-84570552-30e4-4690-8b6a-a4f8470dea16 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:02.381351 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-78475344-e5ba-4473-82a7-6ff48ab12d2f req-84570552-30e4-4690-8b6a-a4f8470dea16 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.2456515 Jul 22 22:09:02.405528 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Pushing event updated for resources: {'Port': ['ID=06dafc0e-a85d-41f9-80de-57c109597eab,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:02.464799 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Routers {'9422f665-b478-4a01-8f0d-29a23718dabc'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:02.466567 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9422f665-b478-4a01-8f0d-29a23718dabc'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:02.467651 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-78475344-e5ba-4473-82a7-6ff48ab12d2f req-b5b3dfe3-f5bb-4dac-9d05-d82cdecfc228 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575161 Jul 22 22:09:02.477964 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:02.479093 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.489249 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534625ba-eec6-4f43-b095-11e6fc646477 None None] Pushing event updated for resources: {'Port': ['ID=3345e4e8-ff12-4815-9c32-c08db2c9f00b,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:02.500589 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['e24e55ba-061d-4ed1-aaa0-9a3114d689bf', '496c2cda-f7b2-4a56-ba82-5489ee72f85e', '1f3fee3a-9457-4e00-a484-8790b59225bd'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:09:02.504941 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-225a3840-81e3-4769-9c9e-8e04a016f5fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6683338 Jul 22 22:09:02.520038 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Request body: {'port': {'device_id': 'c9f03108-64ba-4682-835a-3e7dd5edfb62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:02.568930 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e5df0-a265-478e-8d18-2e64a2218a08 None None] Pushing event updated for resources: {'Port': ['ID=24ab6c59-ef90-4c0b-98c6-78a1de3ad358,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:02.607658 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8ce6420e-478f-4387-ab41-ee26f3de29fe None None] Provisioning for port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:02.643838 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] Set router 9422f665-b478-4a01-8f0d-29a23718dabc gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:02.669712 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8ce6420e-478f-4387-ab41-ee26f3de29fe None None] Provisioning complete for port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:02.670074 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8ce6420e-478f-4387-ab41-ee26f3de29fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.766802 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Allocated IP 172.20.0.1 (482f9c46-9e79-432d-852a-5deceb45db68/9c4b405c-70ac-4093-9f65-00d52ea1d709/73b42122-64ef-4f35-b142-572480eceed4) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:09:02.860308 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5747db32-9061-4e6b-8937-83330fe1f93d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.870814 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5747db32-9061-4e6b-8937-83330fe1f93d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.889961 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 3, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:02.923641 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8ce6420e-478f-4387-ab41-ee26f3de29fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:02.925796 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165749f9-71f7-4eae-90e2-713e8af51fc4 None None] The sync data for ids ['9422f665-b478-4a01-8f0d-29a23718dabc'] in dv-cinder-801522-2-iscsi is: [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 3, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:09:02.945713 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747db32-9061-4e6b-8937-83330fe1f93d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27bd04f-b334-4ab7-b558-d56a7302f633,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:03.009804 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad0f2-c57e-40d1-a7c8-eee4f077b91b req-da7d922d-cf31-4f9b-b9f9-4b256a6b897e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:03.013058 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6edad0f2-c57e-40d1-a7c8-eee4f077b91b req-da7d922d-cf31-4f9b-b9f9-4b256a6b897e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 931 time: 0.2660441 Jul 22 22:09:03.018960 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5747db32-9061-4e6b-8937-83330fe1f93d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.022339 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-5747db32-9061-4e6b-8937-83330fe1f93d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0866170 Jul 22 22:09:03.030685 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48762) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:03.036767 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-d5af1470-dc90-4748-a78d-e193585f4868 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Request body: {'security_group_rule': {'security_group_id': 'a685d665-464a-46d7-abd9-c588873a9aa4', 'project_id': '95158c40d9f74bda88228846e72eaebd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:03.052309 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.056908 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.068705 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-8ce6420e-478f-4387-ab41-ee26f3de29fe None None] For port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=ceb931af-4bef-46e6-9f54-c2c9b4f2cad2,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:03.097238 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8ce6420e-478f-4387-ab41-ee26f3de29fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.114672 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Transition to ACTIVE for port object 73b42122-64ef-4f35-b142-572480eceed4 will not be triggered until provisioned by entity DHCP. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:03.150691 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6edad0f2-c57e-40d1-a7c8-eee4f077b91b req-312a95d9-0fbb-4d89-9ebb-a6811dd1cc8f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265941 Jul 22 22:09:03.158462 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'name': 'tempest-TestShelveInstance-250411441-router', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:08:57Z', 'revision_number': 4, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'gw_port': {'id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:52Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '3345e4e8-ff12-4815-9c32-c08db2c9f00b', 'name': '', 'network_id': '934bac85-935e-48cc-82cc-16249710c78d', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'mac_address': 'fa:16:3e:31:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2688acbf-bf09-4760-a727-9f17e7d70d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:56Z', 'updated_at': '2021-07-22T22:09:01Z', 'revision_number': 4, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'subnets': [{'id': '2688acbf-bf09-4760-a727-9f17e7d70d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:03.160303 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d5af1470-dc90-4748-a78d-e193585f4868 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.199115 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351cd2b-0240-4f9e-bdf8-05b2be8528b2 None None] The sync data for ids ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'] in dv-cinder-801522-2-iscsi is: [{'id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'name': 'tempest-TestShelveInstance-250411441-router', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:08:57Z', 'revision_number': 4, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'gw_port': {'id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:52Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '3345e4e8-ff12-4815-9c32-c08db2c9f00b', 'name': '', 'network_id': '934bac85-935e-48cc-82cc-16249710c78d', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'mac_address': 'fa:16:3e:31:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2688acbf-bf09-4760-a727-9f17e7d70d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:56Z', 'updated_at': '2021-07-22T22:09:01Z', 'revision_number': 4, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'subnets': [{'id': '2688acbf-bf09-4760-a727-9f17e7d70d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:09:03.216023 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.280731 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Network 482f9c46-9e79-432d-852a-5deceb45db68 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:09:03.280971 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d5af1470-dc90-4748-a78d-e193585f4868 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.285860 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6420e-478f-4387-ab41-ee26f3de29fe None None] Pushing event updated for resources: {'Port': ['ID=ceb931af-4bef-46e6-9f54-c2c9b4f2cad2,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:03.293133 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:09:03.297520 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:09:03.390582 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614682'] for router_interface, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.499920 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Pushing event updated for resources: {'Port': ['ID=73b42122-64ef-4f35-b142-572480eceed4,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:03.584274 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d5af1470-dc90-4748-a78d-e193585f4868 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.642831 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af1470-dc90-4748-a78d-e193585f4868 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b4df5b-3b00-47e7-aab9-a2888d99cf5e,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:03.728482 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.816847 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-aab74d71-9557-4a2d-bce3-31ef6da075cc None None] Provisioning complete for port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:03.817455 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-aab74d71-9557-4a2d-bce3-31ef6da075cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.862601 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d5af1470-dc90-4748-a78d-e193585f4868 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:03.869476 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-d5af1470-dc90-4748-a78d-e193585f4868 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8376584 Jul 22 22:09:03.876936 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48772) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:03.877273 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48774) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:03.891041 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-51772fd7-76bf-4a22-b463-ba7a020b2004 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Request body: {'security_group_rule': {'security_group_id': 'a685d665-464a-46d7-abd9-c588873a9aa4', 'project_id': '95158c40d9f74bda88228846e72eaebd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:03.997702 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-51772fd7-76bf-4a22-b463-ba7a020b2004 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.007998 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.016813 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.119905 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619946'] for router_interface, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.142040 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7516e9c-fa0d-4889-8b21-79698a7da6f3 req-dc098d3c-8dc8-48a3-8784-b6731d805351 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:04.144045 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d7516e9c-fa0d-4889-8b21-79698a7da6f3 req-dc098d3c-8dc8-48a3-8784-b6731d805351 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.4928770 Jul 22 22:09:04.148762 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Pushing event updated for resources: {'Port': ['ID=73b42122-64ef-4f35-b142-572480eceed4,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:04.190576 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-3e057cc5-4d85-46e7-97ff-327ae6796f33 None None] Provisioning for port 73b42122-64ef-4f35-b142-572480eceed4 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:04.204981 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-3e057cc5-4d85-46e7-97ff-327ae6796f33 None None] Provisioning complete for port 73b42122-64ef-4f35-b142-572480eceed4 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:04.206140 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3e057cc5-4d85-46e7-97ff-327ae6796f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.221004 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2f21d089-246f-4063-a936-f061a3732519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.231731 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-51772fd7-76bf-4a22-b463-ba7a020b2004 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.256197 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06dafc0e-a85d-41f9-80de-57c109597eab {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:09:04.258920 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-3e057cc5-4d85-46e7-97ff-327ae6796f33 None None] Port 73b42122-64ef-4f35-b142-572480eceed4 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:09:04.275838 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-51772fd7-76bf-4a22-b463-ba7a020b2004 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.291735 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.347170 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d7516e9c-fa0d-4889-8b21-79698a7da6f3 req-0a459727-c2d3-4838-bc19-8e47ccf4a8a9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794286 Jul 22 22:09:04.378897 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51772fd7-76bf-4a22-b463-ba7a020b2004 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41cd7b39-6892-4345-8eb7-55d5837bb563,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:04.379178 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Network 482f9c46-9e79-432d-852a-5deceb45db68 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:09:04.382372 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:09:04.383659 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Transition to ACTIVE for port object 06dafc0e-a85d-41f9-80de-57c109597eab will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:04.395178 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.484877 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Pushing event updated for resources: {'Port': ['ID=06dafc0e-a85d-41f9-80de-57c109597eab,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:04.509127 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8fd9a-1e93-47b8-aa4f-825157d675e8 req-fef2185e-1576-430d-9ca9-1747901dfd55 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:04.517130 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-88a8fd9a-1e93-47b8-aa4f-825157d675e8 req-fef2185e-1576-430d-9ca9-1747901dfd55 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 931 time: 0.2039816 Jul 22 22:09:04.588946 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-88a8fd9a-1e93-47b8-aa4f-825157d675e8 req-d547436a-a5db-4649-a70f-2ff39de7d9fc tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708139 Jul 22 22:09:04.603564 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Router 9422f665-b478-4a01-8f0d-29a23718dabc has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:09:04.641405 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Attempting to bind port 06dafc0e-a85d-41f9-80de-57c109597eab on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:09:04.641747 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Attempting to bind port 06dafc0e-a85d-41f9-80de-57c109597eab by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:09:04.642152 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Attempting to bind port 06dafc0e-a85d-41f9-80de-57c109597eab on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:04.667345 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2f21d089-246f-4063-a936-f061a3732519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.669517 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Port 06dafc0e-a85d-41f9-80de-57c109597eab on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:09:04.669791 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Attempting to bind port 06dafc0e-a85d-41f9-80de-57c109597eab on network 85d2fff4-2f67-4522-be6a-7c76aad5a329 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:04.680846 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2f21d089-246f-4063-a936-f061a3732519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.686045 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:09:04.686695 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Checking segment: {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:04.687371 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Bound using segment: {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:09:04.688114 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Bound port: 06dafc0e-a85d-41f9-80de-57c109597eab, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3342e8-f180-4591-8240-42501d88a9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1666, 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:09:04.688480 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.720180 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-51772fd7-76bf-4a22-b463-ba7a020b2004 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.721421 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-51772fd7-76bf-4a22-b463-ba7a020b2004 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8419783 Jul 22 22:09:04.747340 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48786) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:04.756078 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-ae90ae37-b00d-4623-bb4a-71f49816e3f2 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Request body: {'security_group_rule': {'security_group_id': 'a685d665-464a-46d7-abd9-c588873a9aa4', 'project_id': '95158c40d9f74bda88228846e72eaebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:04.783025 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-2f21d089-246f-4063-a936-f061a3732519 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=476eb5f389b747fb8b7a6585e25844ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9046600 Jul 22 22:09:04.789205 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48788) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:04.800034 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0ca7393d-96f7-4740-b6ef-24c7946ee8a7 None None] Provisioning complete for port 73b42122-64ef-4f35-b142-572480eceed4 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:04.800812 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0ca7393d-96f7-4740-b6ef-24c7946ee8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.803678 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.securitygroups_db [None req-ae90ae37-b00d-4623-bb4a-71f49816e3f2 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Project 95158c40d9f74bda88228846e72eaebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:09:04.813724 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ae90ae37-b00d-4623-bb4a-71f49816e3f2 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.825155 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21d089-246f-4063-a936-f061a3732519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f542ec-44d9-46ca-b740-a9e85983f090,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:04.857946 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] For port 06dafc0e-a85d-41f9-80de-57c109597eab, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:09:04.865949 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7393d-96f7-4740-b6ef-24c7946ee8a7 None None] Port 73b42122-64ef-4f35-b142-572480eceed4 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:09:04.869055 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] For port 06dafc0e-a85d-41f9-80de-57c109597eab, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=06dafc0e-a85d-41f9-80de-57c109597eab,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:04.879359 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.890397 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:09:04.905655 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-a5bc29a5-34c8-4cfb-abc8-d21f2499bde0 admin admin] 10.222.0.26 "PUT /v2.0/routers/9422f665-b478-4a01-8f0d-29a23718dabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0967796 Jul 22 22:09:04.914051 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ae90ae37-b00d-4623-bb4a-71f49816e3f2 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.919901 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ae90ae37-b00d-4623-bb4a-71f49816e3f2 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.942669 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90ae37-b00d-4623-bb4a-71f49816e3f2 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bb329b-126d-4dde-8821-35458292525e,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:04.948666 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:04.948666 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.950420 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] 10.222.0.113 "PUT /v2.0/ports/06dafc0e-a85d-41f9-80de-57c109597eab HTTP/1.1" status: 200 len: 1093 time: 2.4355834 Jul 22 22:09:04.951551 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ae90ae37-b00d-4623-bb4a-71f49816e3f2 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:04.952966 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-ae90ae37-b00d-4623-bb4a-71f49816e3f2 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2045763 Jul 22 22:09:04.955550 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f03108-64ba-4682-835a-3e7dd5edfb62', 'tag': '06dafc0e-a85d-41f9-80de-57c109597eab'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:09:04.955987 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48792) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:04.958920 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe637886-a601-435e-aabf-fabdd3f74e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f03108-64ba-4682-835a-3e7dd5edfb62", "tag": "06dafc0e-a85d-41f9-80de-57c109597eab"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:09:04.962050 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-8e5f9e83-b8b4-4d06-86f1-b1ea0703e3ac tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Request body: {'security_group_rule': {'security_group_id': 'a685d665-464a-46d7-abd9-c588873a9aa4', 'project_id': '95158c40d9f74bda88228846e72eaebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:05.010123 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:05.010316 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.securitygroups_db [None req-8e5f9e83-b8b4-4d06-86f1-b1ea0703e3ac tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Project 95158c40d9f74bda88228846e72eaebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:09:05.016471 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8e5f9e83-b8b4-4d06-86f1-b1ea0703e3ac tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.023540 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-35956c65-7e03-4321-848e-bebe70361c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.035838 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35707c67-2953-459d-9d28-64ddce8ce0aa x-openstack-request-id: req-35707c67-2953-459d-9d28-64ddce8ce0aa {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:09:05.036142 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f03108-64ba-4682-835a-3e7dd5edfb62", "tag": "06dafc0e-a85d-41f9-80de-57c109597eab", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:09:05.036398 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35707c67-2953-459d-9d28-64ddce8ce0aa {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:09:05.036797 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f03108-64ba-4682-835a-3e7dd5edfb62', 'tag': '06dafc0e-a85d-41f9-80de-57c109597eab', 'status': 'completed', 'code': 200} Jul 22 22:09:05.052016 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6295393-6a1f-400d-b8d0-39132bc6fd88 service neutron] Pushing event updated for resources: {'Port': ['ID=06dafc0e-a85d-41f9-80de-57c109597eab,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:05.105157 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:05.113700 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:05.114850 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.119788 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-35956c65-7e03-4321-848e-bebe70361c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.119922 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8e5f9e83-b8b4-4d06-86f1-b1ea0703e3ac tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.142933 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8e5f9e83-b8b4-4d06-86f1-b1ea0703e3ac tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.164875 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f9e83-b8b4-4d06-86f1-b1ea0703e3ac tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0c28ce-561d-415a-93cd-932229ad2f0c,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:05.183447 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5612a-12ce-47d7-916f-c04967720efb req-7b1ca5f7-cffe-4c28-8251-f0a4cbe26f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:05.189461 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-7b1ca5f7-cffe-4c28-8251-f0a4cbe26f69 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 1096 time: 0.1557126 Jul 22 22:09:05.217044 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8e5f9e83-b8b4-4d06-86f1-b1ea0703e3ac tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.219500 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-8e5f9e83-b8b4-4d06-86f1-b1ea0703e3ac tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2621667 Jul 22 22:09:05.250358 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.251763 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-af76affe-18ab-41bf-bb1e-946c729212b3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06dafc0e-a85d-41f9-80de-57c109597eab HTTP/1.1" status: 200 len: 217 time: 0.0509696 Jul 22 22:09:05.252390 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-35956c65-7e03-4321-848e-bebe70361c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.255512 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-35956c65-7e03-4321-848e-bebe70361c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.259630 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-35956c65-7e03-4321-848e-bebe70361c1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30f542ec-44d9-46ca-b740-a9e85983f090 HTTP/1.1" status: 204 len: 168 time: 0.4645970 Jul 22 22:09:05.285465 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35956c65-7e03-4321-848e-bebe70361c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f542ec-44d9-46ca-b740-a9e85983f090,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:05.308709 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=24ab6c59-ef90-4c0b-98c6-78a1de3ad358,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:05.328622 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5612a-12ce-47d7-916f-c04967720efb req-c187efa9-ff56-4f9f-9532-21c0a778cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:05.330095 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-c187efa9-ff56-4f9f-9532-21c0a778cf69 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=65035fb7-8cbd-4538-be81-238ba9d8fca1 HTTP/1.1" status: 200 len: 854 time: 0.0655324 Jul 22 22:09:05.331634 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.332473 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:05.417054 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-4f100fe1-020b-4e11-952c-097b32cfca3e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=85d2fff4-2f67-4522-be6a-7c76aad5a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781753 Jul 22 22:09:05.466947 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=24ab6c59-ef90-4c0b-98c6-78a1de3ad358,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:05.485350 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:05.486037 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.582103 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 3345e4e8-ff12-4815-9c32-c08db2c9f00b up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:05.655084 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-47446cd8-4930-43aa-af57-e5f9486ddfb7 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213588 Jul 22 22:09:05.682379 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 3345e4e8-ff12-4815-9c32-c08db2c9f00b completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:05.688319 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 3345e4e8-ff12-4815-9c32-c08db2c9f00b triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:05.688703 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.742852 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b1398-7c76-4eb8-8d73-5938f10d4ec0 req-63d3c347-a325-4d17-9c78-caaef76cc38b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:05.750305 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f43b1398-7c76-4eb8-8d73-5938f10d4ec0 req-63d3c347-a325-4d17-9c78-caaef76cc38b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.2082379 Jul 22 22:09:05.879730 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f43b1398-7c76-4eb8-8d73-5938f10d4ec0 req-4acf4f6e-cce8-422e-8023-6fc416e921db tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199119 Jul 22 22:09:05.880978 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:05.885849 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-26f5612a-12ce-47d7-916f-c04967720efb req-f472c3ec-3762-4a26-9677-096717a3ae63 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177045 Jul 22 22:09:05.967605 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfaa15-6cb0-4cb1-8647-240981eef628 req-b2d28a19-8072-40af-bf62-133a31f765cc tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:05.975522 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 3345e4e8-ff12-4815-9c32-c08db2c9f00b, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=3345e4e8-ff12-4815-9c32-c08db2c9f00b,segment=NetworkSegment(82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617),segment_id=82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:05.976927 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bcbfaa15-6cb0-4cb1-8647-240981eef628 req-b2d28a19-8072-40af-bf62-133a31f765cc tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 943 time: 0.1518309 Jul 22 22:09:05.982957 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.034169 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bcbfaa15-6cb0-4cb1-8647-240981eef628 req-6ac6b006-409b-446f-a44e-fd666be977b6 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560603 Jul 22 22:09:06.069412 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=3345e4e8-ff12-4815-9c32-c08db2c9f00b,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:06.094514 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637886-a601-435e-aabf-fabdd3f74e8b req-87cea8ac-b4c9-4182-bae7-31f958b05f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:06.097183 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe637886-a601-435e-aabf-fabdd3f74e8b req-87cea8ac-b4c9-4182-bae7-31f958b05f57 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71518297aed1426a8ff0553453138acc&device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 1096 time: 0.1498337 Jul 22 22:09:06.174359 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48866) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:06.180461 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1397091375-network', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:06.227798 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Made reservation on behalf of 433a5bb004ec4683abdfa890e9a7d32a for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:09:06.231836 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.241453 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.288840 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637886-a601-435e-aabf-fabdd3f74e8b req-3f09148e-bfe4-4e66-b1a1-84796f60bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:06.291446 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe637886-a601-435e-aabf-fabdd3f74e8b req-3f09148e-bfe4-4e66-b1a1-84796f60bedf service neutron] 10.222.0.113 "GET /v2.0/networks?id=85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 200 len: 916 time: 0.1840703 Jul 22 22:09:06.362713 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe637886-a601-435e-aabf-fabdd3f74e8b req-50e8780f-4bd9-4340-b032-341ea1e3a66f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06dafc0e-a85d-41f9-80de-57c109597eab HTTP/1.1" status: 200 len: 217 time: 0.0603478 Jul 22 22:09:06.374809 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.379225 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.406974 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] vlan segment allocate from pool success with {'vlan_id': 1675, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:09:06.417757 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee648907-a5cd-4b3f-856a-7dfc70f572d6,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:06.425304 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.425928 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Added segment c496caed-b11b-498f-a92a-0fe9ebd97e26 of type vlan for network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a Jul 22 22:09:06.430994 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637886-a601-435e-aabf-fabdd3f74e8b req-00169499-556c-425d-938a-c4b1f6be6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:06.433095 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe637886-a601-435e-aabf-fabdd3f74e8b req-00169499-556c-425d-938a-c4b1f6be6223 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=65035fb7-8cbd-4538-be81-238ba9d8fca1 HTTP/1.1" status: 200 len: 854 time: 0.0584047 Jul 22 22:09:06.473768 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.479437 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe637886-a601-435e-aabf-fabdd3f74e8b req-a63d7c05-1880-4bb1-84ea-6a77f59cbc3a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=85d2fff4-2f67-4522-be6a-7c76aad5a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376155 Jul 22 22:09:06.513391 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.514897 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:06.515717 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.556185 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3808150 Jul 22 22:09:06.558626 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48884) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:06.564065 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Request body: {'subnet': {'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1397091375-subnet', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:06.610485 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971d4c4-b490-4fa0-9d86-844f40881997 admin admin] Pushing event updated for resources: {'Network': ['ID=0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:06.625389 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:09:06.627539 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe637886-a601-435e-aabf-fabdd3f74e8b req-f5cd6cca-c0a6-4ffe-818b-41aedc0e4a75 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238730 Jul 22 22:09:06.645340 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Made reservation on behalf of 433a5bb004ec4683abdfa890e9a7d32a for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:09:06.649022 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26817891'] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.812340 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:06.842389 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe637886-a601-435e-aabf-fabdd3f74e8b req-05c86d09-419e-4687-b00e-bf6eed5b3791 service neutron] 10.222.0.113 "GET /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138448 Jul 22 22:09:06.898975 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:06.899505 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:06.984030 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26817809'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:07.011416 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 3345e4e8-ff12-4815-9c32-c08db2c9f00b up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:07.092368 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 3345e4e8-ff12-4815-9c32-c08db2c9f00b triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:07.093661 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:07.099082 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Checking segment: {'id': 'c496caed-b11b-498f-a92a-0fe9ebd97e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1675, 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:07.100126 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Network hostable DHCP agents. Network: 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:09:07.104018 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b19f9-0db8-467d-8d63-43d1121a89af req-dab960e7-54d6-4fb5-8680-35dfb7d88854 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:07.106043 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Pushing event updated for resources: {'Subnet': ['ID=736d126d-014d-4eeb-a8b6-133873801ab0,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:07.106473 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8c7b19f9-0db8-467d-8d63-43d1121a89af req-dab960e7-54d6-4fb5-8680-35dfb7d88854 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1161604 Jul 22 22:09:07.189116 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:09:07.189523 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8c7b19f9-0db8-467d-8d63-43d1121a89af req-b83319e4-7a8a-4d6c-b2f7-5855d373463a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768075 Jul 22 22:09:07.211595 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Sync routers for ids ['9422f665-b478-4a01-8f0d-29a23718dabc'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:09:07.225736 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:09:07.239219 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:07.241824 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Routers {'9422f665-b478-4a01-8f0d-29a23718dabc'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:07.242777 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9422f665-b478-4a01-8f0d-29a23718dabc'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:07.246068 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:07.281038 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bad99a-fd30-42b6-a2c1-f4ee57dd76e5 req-14c38c03-7239-4307-8650-e06aaf11a887 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:07.284877 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022b6d04-3752-482e-9a48-9a3431130d50 None None] Network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:09:07.288252 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c4bad99a-fd30-42b6-a2c1-f4ee57dd76e5 req-14c38c03-7239-4307-8650-e06aaf11a887 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 943 time: 0.1705096 Jul 22 22:09:07.322418 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-2d473875-25db-48ca-a42c-da922604337b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7626710 Jul 22 22:09:07.325894 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 48908) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:07.333278 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1397091375-router', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:07.368537 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c4bad99a-fd30-42b6-a2c1-f4ee57dd76e5 req-8aaa46c0-2f85-4562-9e4a-62b2e16414d1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627856 Jul 22 22:09:07.377267 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:07.378973 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8690'] for router, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:07.451257 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:07.465066 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Set router 9422f665-b478-4a01-8f0d-29a23718dabc gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:07.619006 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:07.765081 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ca64da-f218-58f5-9a77-67de74284139-0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a', 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'fixed_ips': [{'subnet_id': '736d126d-014d-4eeb-a8b6-133873801ab0'}]}} from dv-cinder-801522-2-iscsi. {{(pid=93410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:09:07.765931 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:07.824090 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:07.842744 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:07.954981 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Allocated IP 172.27.2.50 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/e22ec507-5027-4635-bf52-5c9e1202116d) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:09:07.978457 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Allocated IP 172.20.0.2 (0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a/736d126d-014d-4eeb-a8b6-133873801ab0/dda2c361-65dd-4389-a1f2-8b85279c5a5e) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:09:07.991659 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:03Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '73b42122-64ef-4f35-b142-572480eceed4', 'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'mac_address': 'fa:16:3e:2e:c7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:02Z', 'updated_at': '2021-07-22T22:09:03Z', 'revision_number': 2, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'subnets': [{'id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:08.025068 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Checking router: 9422f665-b478-4a01-8f0d-29a23718dabc for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:09:08.025419 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Updating router 9422f665-b478-4a01-8f0d-29a23718dabc port 73b42122-64ef-4f35-b142-572480eceed4 binding host dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:09:08.065575 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:08.103171 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:08.103877 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:08.153741 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:09:08.159270 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:09:08.161612 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:09:08.164462 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e22ec507-5027-4635-bf52-5c9e1202116d,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:08.197760 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.198123 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.198521 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.198863 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.199393 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.203783 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.204583 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.205209 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.205823 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.206436 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.207001 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.207523 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:08.289025 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:08.313358 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Transition to ACTIVE for port object dda2c361-65dd-4389-a1f2-8b85279c5a5e will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:08.376013 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Transition to ACTIVE for port object dda2c361-65dd-4389-a1f2-8b85279c5a5e will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:08.387813 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:08.410436 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06607-6855-46e4-a3e0-cf17ddc6c8a6 req-334ebc8a-a586-4b53-90f7-a839511dabce tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:08.412074 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2de06607-6855-46e4-a3e0-cf17ddc6c8a6 req-334ebc8a-a586-4b53-90f7-a839511dabce tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1264861 Jul 22 22:09:08.443734 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:09:08.454378 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 06dafc0e-a85d-41f9-80de-57c109597eab details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:09:08.460715 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:09:08.461900 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2de06607-6855-46e4-a3e0-cf17ddc6c8a6 req-bf85bc04-e696-47c2-add9-5c04171aeac9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384612 Jul 22 22:09:08.472001 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:09:08.488056 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Pushing event updated for resources: {'Port': ['ID=dda2c361-65dd-4389-a1f2-8b85279c5a5e,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:08.539064 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:08.621015 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fc126-f432-4dfc-ae6c-8914162bc27e req-d3e6ba38-5ac8-4fb8-b1f6-4cbb76050899 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:08.628682 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b53fc126-f432-4dfc-ae6c-8914162bc27e req-d3e6ba38-5ac8-4fb8-b1f6-4cbb76050899 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 943 time: 0.0813885 Jul 22 22:09:08.629725 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:08.651944 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.db.resource_extend [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 22:09:08.691064 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Transition to ACTIVE for port object 73b42122-64ef-4f35-b142-572480eceed4 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:08.697340 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Attempting to bind port dda2c361-65dd-4389-a1f2-8b85279c5a5e on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:09:08.697945 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Attempting to bind port dda2c361-65dd-4389-a1f2-8b85279c5a5e by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'c496caed-b11b-498f-a92a-0fe9ebd97e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1675, 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:09:08.698208 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Attempting to bind port dda2c361-65dd-4389-a1f2-8b85279c5a5e on network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:08.703120 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b53fc126-f432-4dfc-ae6c-8914162bc27e req-dd94101e-760b-4695-a497-4e29b0c70f12 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662131 Jul 22 22:09:08.707903 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:09:08.708318 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Checking segment: {'id': 'c496caed-b11b-498f-a92a-0fe9ebd97e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1675, 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:08.708687 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:08.709253 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Bound using segment: {'id': 'c496caed-b11b-498f-a92a-0fe9ebd97e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1675, 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:09:08.709563 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Bound port: dda2c361-65dd-4389-a1f2-8b85279c5a5e, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c496caed-b11b-498f-a92a-0fe9ebd97e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1675, 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:09:08.709940 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:08.712171 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:08.859825 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97e68a-25f0-4e03-9714-9415def0da9d None None] Pushing event updated for resources: {'Port': ['ID=73b42122-64ef-4f35-b142-572480eceed4,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:08.881174 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 06dafc0e-a85d-41f9-80de-57c109597eab, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=06dafc0e-a85d-41f9-80de-57c109597eab,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:08.932133 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] For port dda2c361-65dd-4389-a1f2-8b85279c5a5e, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:09:08.935456 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '06dafc0e-a85d-41f9-80de-57c109597eab', 'network_id': '85d2fff4-2f67-4522-be6a-7c76aad5a329', 'port_id': '06dafc0e-a85d-41f9-80de-57c109597eab', 'mac_address': 'fa:16:3e:b6:0c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65035fb7-8cbd-4538-be81-238ba9d8fca1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:09:08.971452 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] For port dda2c361-65dd-4389-a1f2-8b85279c5a5e, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=dda2c361-65dd-4389-a1f2-8b85279c5a5e,segment=NetworkSegment(c496caed-b11b-498f-a92a-0fe9ebd97e26),segment_id=c496caed-b11b-498f-a92a-0fe9ebd97e26)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:08.978894 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:09.008055 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Attempting to bind port 73b42122-64ef-4f35-b142-572480eceed4 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:09:09.008472 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Attempting to bind port 73b42122-64ef-4f35-b142-572480eceed4 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:09:09.008925 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Attempting to bind port 73b42122-64ef-4f35-b142-572480eceed4 on network 482f9c46-9e79-432d-852a-5deceb45db68 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:09.030609 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:09:09.030983 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Checking segment: {'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:09.031389 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:09.031816 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Bound using segment: {'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:09:09.032291 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Bound port: 73b42122-64ef-4f35-b142-572480eceed4, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:09:09.032671 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:09.083113 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:09.091006 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891'] for router, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:09.142302 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dafc0e-a85d-41f9-80de-57c109597eab {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:09:09.151577 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497f788-b1d4-4c78-b4b8-a6e2d8eecb6e None None] Pushing event updated for resources: {'Port': ['ID=dda2c361-65dd-4389-a1f2-8b85279c5a5e,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:09.193698 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 06dafc0e-a85d-41f9-80de-57c109597eab, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=06dafc0e-a85d-41f9-80de-57c109597eab,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:09.205791 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:09.244951 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] For port 73b42122-64ef-4f35-b142-572480eceed4, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:09:09.265731 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] For port 73b42122-64ef-4f35-b142-572480eceed4, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=73b42122-64ef-4f35-b142-572480eceed4,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:09.276069 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Router d68e9454-7537-4a5f-ac67-909ba91df18a is scheduled to L3 agent af41ddc6-de64-4912-8bca-91e365744270 with binding_index 1 {{(pid=93408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:09:09.280913 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=06dafc0e-a85d-41f9-80de-57c109597eab,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:09.285115 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:09.358808 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Routers {'9422f665-b478-4a01-8f0d-29a23718dabc'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:09.359465 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9422f665-b478-4a01-8f0d-29a23718dabc'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:09.492206 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:09:09.504470 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Sync routers for ids ['d68e9454-7537-4a5f-ac67-909ba91df18a'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:09:09.518627 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Routers {'d68e9454-7537-4a5f-ac67-909ba91df18a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:09.521673 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:09.524350 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['d68e9454-7537-4a5f-ac67-909ba91df18a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:09.526980 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 48946) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:09.547379 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-3c61a953-a6d7-46ab-b8b6-8f349aa631b6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1944098 Jul 22 22:09:09.622390 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] Set router 9422f665-b478-4a01-8f0d-29a23718dabc gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:09.662407 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97e68a-25f0-4e03-9714-9415def0da9d None None] Pushing event updated for resources: {'Port': ['ID=73b42122-64ef-4f35-b142-572480eceed4,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:09.766306 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-995ff84a-2b22-4b3d-866d-a2a1396be79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:09.833995 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Set router d68e9454-7537-4a5f-ac67-909ba91df18a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:09.840533 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fe4b1-b206-4fc0-9037-cb5aecdf4be7 req-39bc615f-3671-43de-9b74-fc4bcc3cc5f1 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:09.843005 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-751fe4b1-b206-4fc0-9037-cb5aecdf4be7 req-39bc615f-3671-43de-9b74-fc4bcc3cc5f1 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.2461531 Jul 22 22:09:09.908618 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-751fe4b1-b206-4fc0-9037-cb5aecdf4be7 req-50c71866-6cea-4b05-b9ec-c1208dcead32 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556183 Jul 22 22:09:09.969132 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:03Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '73b42122-64ef-4f35-b142-572480eceed4', 'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'mac_address': 'fa:16:3e:2e:c7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:02Z', 'updated_at': '2021-07-22T22:09:09Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'subnets': [{'id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:09.996571 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9af565e-7bfa-4439-b5ed-40efb781f382 None None] The sync data for ids ['9422f665-b478-4a01-8f0d-29a23718dabc'] in dv-cinder-801522-2-iscsi is: [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:03Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '73b42122-64ef-4f35-b142-572480eceed4', 'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'mac_address': 'fa:16:3e:2e:c7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:02Z', 'updated_at': '2021-07-22T22:09:09Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'subnets': [{'id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:09:10.015210 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847e32a-aaa8-4da4-9d0b-6dcc7d0316b2 req-b53fab90-4e28-400c-99b7-9c9af969179f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:10.020302 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d847e32a-aaa8-4da4-9d0b-6dcc7d0316b2 req-b53fab90-4e28-400c-99b7-9c9af969179f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 944 time: 0.1430564 Jul 22 22:09:10.104220 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'name': 'tempest-TestMinimumBasicScenario-1397091375-router', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:08Z', 'revision_number': 3, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'gw_port': {'id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:10.151990 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Checking router: d68e9454-7537-4a5f-ac67-909ba91df18a for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:09:10.152340 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Updating router d68e9454-7537-4a5f-ac67-909ba91df18a port e22ec507-5027-4635-bf52-5c9e1202116d binding host dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:09:10.158122 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d847e32a-aaa8-4da4-9d0b-6dcc7d0316b2 req-bec86f99-0e62-4022-9683-2dec6dc8d1cd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333802 Jul 22 22:09:10.210890 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:10.365487 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:10.496236 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15116d69-89b4-4cfa-89ea-caee1e520e6f None None] Network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:09:10.525555 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:10.540481 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Transition to ACTIVE for port object e22ec507-5027-4635-bf52-5c9e1202116d will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:10.549415 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:10.553631 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Allocated IP 172.20.0.1 (0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a/736d126d-014d-4eeb-a8b6-133873801ab0/17347a9d-a172-4ff7-ab81-5fac08263054) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:09:10.600682 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23814599-32db-4be5-a51f-37018dba9fbb None None] Pushing event updated for resources: {'Port': ['ID=e22ec507-5027-4635-bf52-5c9e1202116d,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:10.612353 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-b7d9dcd2-d0d7-4aea-bfcc-11cd1b13c4ad None None] Provisioning for port dda2c361-65dd-4389-a1f2-8b85279c5a5e completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:10.631269 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Attempting to bind port e22ec507-5027-4635-bf52-5c9e1202116d on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:09:10.631798 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Attempting to bind port e22ec507-5027-4635-bf52-5c9e1202116d by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:09:10.632370 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Attempting to bind port e22ec507-5027-4635-bf52-5c9e1202116d on network d0ff9072-42a9-438d-9542-01429d25b8c4 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:10.639903 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:09:10.640165 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:10.641435 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:10.642098 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Bound using segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:09:10.643521 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Bound port: e22ec507-5027-4635-bf52-5c9e1202116d, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:09:10.644316 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:10.721793 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] For port e22ec507-5027-4635-bf52-5c9e1202116d, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:09:10.726072 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] For port e22ec507-5027-4635-bf52-5c9e1202116d, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=e22ec507-5027-4635-bf52-5c9e1202116d,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:10.728570 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:10.735038 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:10.761069 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Transition to ACTIVE for port object 17347a9d-a172-4ff7-ab81-5fac08263054 will not be triggered until provisioned by entity DHCP. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:10.814320 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23814599-32db-4be5-a51f-37018dba9fbb None None] Pushing event updated for resources: {'Port': ['ID=e22ec507-5027-4635-bf52-5c9e1202116d,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:10.814614 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:10.836948 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Routers {'d68e9454-7537-4a5f-ac67-909ba91df18a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:10.837977 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:08:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['d68e9454-7537-4a5f-ac67-909ba91df18a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:10.872947 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:09:10.886134 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 73b42122-64ef-4f35-b142-572480eceed4 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:10.916883 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:09:10.922214 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:09:10.967817 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 73b42122-64ef-4f35-b142-572480eceed4 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:10.972275 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 73b42122-64ef-4f35-b142-572480eceed4 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:10.972655 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.023019 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Pushing event updated for resources: {'Port': ['ID=17347a9d-a172-4ff7-ab81-5fac08263054,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:11.031465 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614682'] for router_interface, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.068941 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.140702 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 73b42122-64ef-4f35-b142-572480eceed4, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=73b42122-64ef-4f35-b142-572480eceed4,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:11.148424 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.149411 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device dda2c361-65dd-4389-a1f2-8b85279c5a5e up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:11.185280 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966d69-2e55-4f49-93ab-aebadfecd74c req-21d57936-c1d8-4e05-980d-af6efb030d05 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:11.189990 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-93966d69-2e55-4f49-93ab-aebadfecd74c req-21d57936-c1d8-4e05-980d-af6efb030d05 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1459768 Jul 22 22:09:11.221025 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] Set router d68e9454-7537-4a5f-ac67-909ba91df18a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:11.272846 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-93966d69-2e55-4f49-93ab-aebadfecd74c req-6d47bd10-0b67-4f3c-bfeb-ec288b6a85a6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766406 Jul 22 22:09:11.315362 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.363341 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=73b42122-64ef-4f35-b142-572480eceed4,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:11.380170 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port dda2c361-65dd-4389-a1f2-8b85279c5a5e completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:11.384821 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port dda2c361-65dd-4389-a1f2-8b85279c5a5e triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:11.385202 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.488110 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'name': 'tempest-TestMinimumBasicScenario-1397091375-router', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:08Z', 'revision_number': 3, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'gw_port': {'id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:11.515915 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.522532 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3b424-9857-4089-b799-5aa224315349 None None] The sync data for ids ['d68e9454-7537-4a5f-ac67-909ba91df18a'] in dv-cinder-801522-2-iscsi is: [{'id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'name': 'tempest-TestMinimumBasicScenario-1397091375-router', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:08Z', 'revision_number': 3, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'gw_port': {'id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:09:11.537580 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba543f8-d6b0-45b1-a167-dcbaf7e3d1e0 req-84d1370b-d4fb-4bc2-b372-694d18f28b4f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:11.539183 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-dba543f8-d6b0-45b1-a167-dcbaf7e3d1e0 req-84d1370b-d4fb-4bc2-b372-694d18f28b4f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 944 time: 0.2469923 Jul 22 22:09:11.566620 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port dda2c361-65dd-4389-a1f2-8b85279c5a5e, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=dda2c361-65dd-4389-a1f2-8b85279c5a5e,segment=NetworkSegment(c496caed-b11b-498f-a92a-0fe9ebd97e26),segment_id=c496caed-b11b-498f-a92a-0fe9ebd97e26)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:11.574923 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.579477 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-313b2931-6c17-44a3-8d61-549ca0205a0f None None] Provisioning for port 17347a9d-a172-4ff7-ab81-5fac08263054 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:11.584925 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-313b2931-6c17-44a3-8d61-549ca0205a0f None None] Provisioning complete for port 17347a9d-a172-4ff7-ab81-5fac08263054 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:11.585523 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-313b2931-6c17-44a3-8d61-549ca0205a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.661220 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-dba543f8-d6b0-45b1-a167-dcbaf7e3d1e0 req-d590bf16-d065-4051-9352-6815d21199e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961337 Jul 22 22:09:11.663568 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.680622 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.750468 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619946'] for router_interface, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:11.752301 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Pushing event updated for resources: {'Port': ['ID=17347a9d-a172-4ff7-ab81-5fac08263054,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:11.784408 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-313b2931-6c17-44a3-8d61-549ca0205a0f None None] Port 17347a9d-a172-4ff7-ab81-5fac08263054 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:09:11.788350 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=dda2c361-65dd-4389-a1f2-8b85279c5a5e,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:12.116952 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:09:12.118773 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:09:12.253896 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Router d68e9454-7537-4a5f-ac67-909ba91df18a has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:09:12.391523 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:09:12.400329 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-c4954a90-6494-4c2a-a5e6-1a7a88e8db8d admin admin] 10.222.0.26 "PUT /v2.0/routers/d68e9454-7537-4a5f-ac67-909ba91df18a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8711598 Jul 22 22:09:12.418218 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-dce30dbc-fc63-4a2c-be98-b77d863aa86e None None] Provisioning complete for port 17347a9d-a172-4ff7-ab81-5fac08263054 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:12.419349 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dce30dbc-fc63-4a2c-be98-b77d863aa86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:12.433793 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeecd25-ec76-483b-a078-ea2fa76ca705 req-565d51a9-75cc-477c-89c5-3db6a3d4c271 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:12.435775 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-dfeecd25-ec76-483b-a078-ea2fa76ca705 req-565d51a9-75cc-477c-89c5-3db6a3d4c271 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0742128 Jul 22 22:09:12.470442 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-dce30dbc-fc63-4a2c-be98-b77d863aa86e None None] Port 17347a9d-a172-4ff7-ab81-5fac08263054 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:09:12.495507 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-dfeecd25-ec76-483b-a078-ea2fa76ca705 req-1c34a32d-7604-4686-a8b3-677e12f04e73 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509527 Jul 22 22:09:12.814240 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:12.879633 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 73b42122-64ef-4f35-b142-572480eceed4 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:12.926231 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1a19a-d2cf-4f11-80ca-2d4c12c9e5ab req-3f1bd1e9-48f5-4653-8589-23853ada11a3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:12.935763 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c4d1a19a-d2cf-4f11-80ca-2d4c12c9e5ab req-3f1bd1e9-48f5-4653-8589-23853ada11a3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 944 time: 0.1403234 Jul 22 22:09:12.983878 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['06dafc0e-a85d-41f9-80de-57c109597eab'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:09:13.011058 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c4d1a19a-d2cf-4f11-80ca-2d4c12c9e5ab req-90e3f795-eaa0-4700-b6ba-d9bbee4636c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666633 Jul 22 22:09:13.067285 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 73b42122-64ef-4f35-b142-572480eceed4 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:13.068393 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:13.255123 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-932e9a79-6051-4a7a-adb5-bb4c2ff8c732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:13.370388 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device e22ec507-5027-4635-bf52-5c9e1202116d up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:13.431648 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port e22ec507-5027-4635-bf52-5c9e1202116d completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:13.439205 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port e22ec507-5027-4635-bf52-5c9e1202116d triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:13.439677 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:13.562214 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:13.595611 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port e22ec507-5027-4635-bf52-5c9e1202116d, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=e22ec507-5027-4635-bf52-5c9e1202116d,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:13.602034 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:13.603368 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device dda2c361-65dd-4389-a1f2-8b85279c5a5e up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:13.728451 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=e22ec507-5027-4635-bf52-5c9e1202116d,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:13.739513 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287fa21-b4c2-44c2-9d52-8bd3be64b7a8 req-f27c2cfa-97ac-4073-8896-af06a171c33e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:13.744012 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port dda2c361-65dd-4389-a1f2-8b85279c5a5e triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:13.744684 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:13.750093 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7287fa21-b4c2-44c2-9d52-8bd3be64b7a8 req-f27c2cfa-97ac-4073-8896-af06a171c33e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1311784 Jul 22 22:09:13.806097 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7287fa21-b4c2-44c2-9d52-8bd3be64b7a8 req-99b92232-9b31-4af0-a669-9ff70419ef5e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541296 Jul 22 22:09:13.943408 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Sync routers for ids ['d68e9454-7537-4a5f-ac67-909ba91df18a'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:09:13.957496 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Routers {'d68e9454-7537-4a5f-ac67-909ba91df18a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:13.958435 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:09:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['d68e9454-7537-4a5f-ac67-909ba91df18a'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:14.094822 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Set router d68e9454-7537-4a5f-ac67-909ba91df18a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:14.232235 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a40c8-c8ef-4378-ab48-87017080bc82 req-c87ad3e2-6a4c-4a85-8bb9-1c596f89e8d8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:14.240235 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5c3a40c8-c8ef-4378-ab48-87017080bc82 req-c87ad3e2-6a4c-4a85-8bb9-1c596f89e8d8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 944 time: 0.1326110 Jul 22 22:09:14.281770 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5c3a40c8-c8ef-4378-ab48-87017080bc82 req-fbd9ed60-f538-449e-8237-cb776037b468 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Jul 22 22:09:14.442405 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:14.476229 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'name': 'tempest-TestMinimumBasicScenario-1397091375-router', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:11Z', 'revision_number': 4, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'gw_port': {'id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '17347a9d-a172-4ff7-ab81-5fac08263054', 'name': '', 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'mac_address': 'fa:16:3e:89:07:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '736d126d-014d-4eeb-a8b6-133873801ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:10Z', 'updated_at': '2021-07-22T22:09:11Z', 'revision_number': 2, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'subnets': [{'id': '736d126d-014d-4eeb-a8b6-133873801ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:14.513019 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Checking router: d68e9454-7537-4a5f-ac67-909ba91df18a for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:09:14.513627 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Updating router d68e9454-7537-4a5f-ac67-909ba91df18a port 17347a9d-a172-4ff7-ab81-5fac08263054 binding host dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:09:14.571460 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:14.726462 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device e22ec507-5027-4635-bf52-5c9e1202116d up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:14.896095 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port e22ec507-5027-4635-bf52-5c9e1202116d triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:14.896473 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:15.040118 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099db6ff-cf75-428c-a345-530b5dfe37d0 req-b1ac3835-2157-4196-86d9-1af28aca3359 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:15.041951 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-099db6ff-cf75-428c-a345-530b5dfe37d0 req-b1ac3835-2157-4196-86d9-1af28aca3359 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0941837 Jul 22 22:09:15.083324 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:15.097334 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Transition to ACTIVE for port object 17347a9d-a172-4ff7-ab81-5fac08263054 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:15.102598 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-099db6ff-cf75-428c-a345-530b5dfe37d0 req-cbb64a40-3e23-44f2-8694-9efc89768fd4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539923 Jul 22 22:09:15.105200 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:15.166155 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fdd53-e92c-4e39-93db-6fb1a4c25ef9 None None] Pushing event updated for resources: {'Port': ['ID=17347a9d-a172-4ff7-ab81-5fac08263054,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:15.286159 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Attempting to bind port 17347a9d-a172-4ff7-ab81-5fac08263054 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:09:15.286747 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Attempting to bind port 17347a9d-a172-4ff7-ab81-5fac08263054 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'c496caed-b11b-498f-a92a-0fe9ebd97e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1675, 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:09:15.287325 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Attempting to bind port 17347a9d-a172-4ff7-ab81-5fac08263054 on network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:15.303741 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:09:15.315844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Checking segment: {'id': 'c496caed-b11b-498f-a92a-0fe9ebd97e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1675, 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:15.315844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:15.315844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Bound using segment: {'id': 'c496caed-b11b-498f-a92a-0fe9ebd97e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1675, 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:09:15.315844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Bound port: 17347a9d-a172-4ff7-ab81-5fac08263054, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c496caed-b11b-498f-a92a-0fe9ebd97e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1675, 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:09:15.315844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:15.453459 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] For port 17347a9d-a172-4ff7-ab81-5fac08263054, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:09:15.462573 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] For port 17347a9d-a172-4ff7-ab81-5fac08263054, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=17347a9d-a172-4ff7-ab81-5fac08263054,segment=NetworkSegment(c496caed-b11b-498f-a92a-0fe9ebd97e26),segment_id=c496caed-b11b-498f-a92a-0fe9ebd97e26)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:15.469775 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:15.524532 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04c7fc-9fe0-4e3a-a58b-1243f641fb49 req-c6a42c4d-18b5-4ced-ae30-04e04092e33c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:15.527971 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1f04c7fc-9fe0-4e3a-a58b-1243f641fb49 req-c6a42c4d-18b5-4ced-ae30-04e04092e33c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 944 time: 0.1231780 Jul 22 22:09:15.565997 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Routers {'d68e9454-7537-4a5f-ac67-909ba91df18a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:09:15.566678 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:09:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['d68e9454-7537-4a5f-ac67-909ba91df18a'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:15.596631 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1f04c7fc-9fe0-4e3a-a58b-1243f641fb49 req-47a051c6-1412-4fc8-88fc-5821bc3d7b5e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609267 Jul 22 22:09:15.637907 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fdd53-e92c-4e39-93db-6fb1a4c25ef9 None None] Pushing event updated for resources: {'Port': ['ID=17347a9d-a172-4ff7-ab81-5fac08263054,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:15.772539 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] Set router d68e9454-7537-4a5f-ac67-909ba91df18a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:09:16.060777 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'name': 'tempest-TestMinimumBasicScenario-1397091375-router', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:11Z', 'revision_number': 4, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'gw_port': {'id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '17347a9d-a172-4ff7-ab81-5fac08263054', 'name': '', 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'mac_address': 'fa:16:3e:89:07:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '736d126d-014d-4eeb-a8b6-133873801ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:10Z', 'updated_at': '2021-07-22T22:09:15Z', 'revision_number': 4, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'subnets': [{'id': '736d126d-014d-4eeb-a8b6-133873801ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:09:16.101668 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd3aa65-f2a7-42f2-a7a9-27ba1fb9291a None None] The sync data for ids ['d68e9454-7537-4a5f-ac67-909ba91df18a'] in dv-cinder-801522-2-iscsi is: [{'id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'name': 'tempest-TestMinimumBasicScenario-1397091375-router', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:11Z', 'revision_number': 4, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'gw_port': {'id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '17347a9d-a172-4ff7-ab81-5fac08263054', 'name': '', 'network_id': '0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'mac_address': 'fa:16:3e:89:07:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '736d126d-014d-4eeb-a8b6-133873801ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:10Z', 'updated_at': '2021-07-22T22:09:15Z', 'revision_number': 4, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'subnets': [{'id': '736d126d-014d-4eeb-a8b6-133873801ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:09:16.120798 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:16.350507 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5aa90-4200-4a8e-9b3e-f259c0f4eedf req-52cca75a-4b3d-43c9-bbf1-406f8ed9bdb6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:16.361228 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-27c5aa90-4200-4a8e-9b3e-f259c0f4eedf req-52cca75a-4b3d-43c9-bbf1-406f8ed9bdb6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1142375 Jul 22 22:09:16.415268 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-27c5aa90-4200-4a8e-9b3e-f259c0f4eedf req-184f78bf-4681-428a-9bbc-601ba0dc66f3 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530818 Jul 22 22:09:16.795880 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 17347a9d-a172-4ff7-ab81-5fac08263054 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:16.891886 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645f389-fe24-452d-a90d-202c30df9067 req-a31041ba-bf8b-4bdd-afd2-2175e27212cd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:16.909536 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d645f389-fe24-452d-a90d-202c30df9067 req-a31041ba-bf8b-4bdd-afd2-2175e27212cd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 944 time: 0.1860363 Jul 22 22:09:16.933449 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 17347a9d-a172-4ff7-ab81-5fac08263054 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:16.939360 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 17347a9d-a172-4ff7-ab81-5fac08263054 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:16.940303 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:17.020103 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d645f389-fe24-452d-a90d-202c30df9067 req-414a0429-0b4e-4953-94a0-6f64217e1db9 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085999 Jul 22 22:09:17.081198 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:17.141035 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 17347a9d-a172-4ff7-ab81-5fac08263054, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=17347a9d-a172-4ff7-ab81-5fac08263054,segment=NetworkSegment(c496caed-b11b-498f-a92a-0fe9ebd97e26),segment_id=c496caed-b11b-498f-a92a-0fe9ebd97e26)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:17.146963 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:17.341865 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=17347a9d-a172-4ff7-ab81-5fac08263054,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:17.349726 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.350085 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.350430 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.350771 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.351109 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.351442 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.351790 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.352126 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.352456 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.352789 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.355476 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.355476 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:17.588366 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d4c7c-c8cc-4c5e-a0b8-cfb9d1cd37b1 req-b78d8350-e2cc-4506-a1c5-f37a61983f77 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:17.590416 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-174d4c7c-c8cc-4c5e-a0b8-cfb9d1cd37b1 req-b78d8350-e2cc-4506-a1c5-f37a61983f77 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0798812 Jul 22 22:09:17.637487 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-174d4c7c-c8cc-4c5e-a0b8-cfb9d1cd37b1 req-1abab4f2-2fee-453c-a49f-96f80477c4fe tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Jul 22 22:09:18.183928 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b35de-481d-44d8-b4aa-9e09678a8d2d req-9de98b17-6055-4927-96a9-7ffdb8fb89f1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:18.186143 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b84b35de-481d-44d8-b4aa-9e09678a8d2d req-9de98b17-6055-4927-96a9-7ffdb8fb89f1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 944 time: 0.0774391 Jul 22 22:09:18.227406 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b84b35de-481d-44d8-b4aa-9e09678a8d2d req-77aa64a7-4acf-42de-83f7-9c2dc7517313 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352638 Jul 22 22:09:18.771938 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 17347a9d-a172-4ff7-ab81-5fac08263054 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:18.800487 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7114f7d-28e2-4ff6-a4d9-92ea0e7e2c3c req-0a3f5936-201c-4401-8508-3b38e36bce7d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:18.807776 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d7114f7d-28e2-4ff6-a4d9-92ea0e7e2c3c req-0a3f5936-201c-4401-8508-3b38e36bce7d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0893943 Jul 22 22:09:18.866281 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 17347a9d-a172-4ff7-ab81-5fac08263054 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:18.870192 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:18.870638 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d7114f7d-28e2-4ff6-a4d9-92ea0e7e2c3c req-4ea26910-b30c-455b-aed7-b6ab602b026f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578420 Jul 22 22:09:20.448035 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 06dafc0e-a85d-41f9-80de-57c109597eab up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:20.505507 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 06dafc0e-a85d-41f9-80de-57c109597eab completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:20.511768 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 06dafc0e-a85d-41f9-80de-57c109597eab triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:20.512152 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:20.603231 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:20.633039 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f03108-64ba-4682-835a-3e7dd5edfb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dafc0e-a85d-41f9-80de-57c109597eab'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:09:20.636063 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d6a584-0023-4e71-ac22-9bd91fea7592" -d '{"events": [{"server_uuid": "c9f03108-64ba-4682-835a-3e7dd5edfb62", "name": "network-vif-plugged", "status": "completed", "tag": "06dafc0e-a85d-41f9-80de-57c109597eab"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:09:20.654411 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 06dafc0e-a85d-41f9-80de-57c109597eab, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=06dafc0e-a85d-41f9-80de-57c109597eab,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:20.662022 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:20.716515 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=06dafc0e-a85d-41f9-80de-57c109597eab,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:21.808415 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543b487-e84b-4c9b-8407-fcc92857fe0a req-40da6e68-07ff-4286-ab7f-8cecd85fa29f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:21.810715 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8543b487-e84b-4c9b-8407-fcc92857fe0a req-40da6e68-07ff-4286-ab7f-8cecd85fa29f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 945 time: 0.0716913 Jul 22 22:09:21.865824 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8543b487-e84b-4c9b-8407-fcc92857fe0a req-b3a1ec64-43e4-4183-a0a7-5c48beef89b3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465937 Jul 22 22:09:21.995647 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20794-789a-42c3-b7eb-cbbb42459d6a req-8ffd2d2a-aa5f-4310-a56a-bafcef357b1a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:21.997218 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-cbd20794-789a-42c3-b7eb-cbbb42459d6a req-8ffd2d2a-aa5f-4310-a56a-bafcef357b1a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0706751 Jul 22 22:09:22.050987 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-cbd20794-789a-42c3-b7eb-cbbb42459d6a req-6e84ab4d-00ae-4320-bcff-c4363509df07 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463080 Jul 22 22:09:22.101048 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc829ea3-362d-41e0-873f-e0d2a015a606 x-openstack-request-id: req-fc829ea3-362d-41e0-873f-e0d2a015a606 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:09:22.101558 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f03108-64ba-4682-835a-3e7dd5edfb62", "name": "network-vif-plugged", "status": "completed", "tag": "06dafc0e-a85d-41f9-80de-57c109597eab", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:09:22.101667 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc829ea3-362d-41e0-873f-e0d2a015a606 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:09:22.101993 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f03108-64ba-4682-835a-3e7dd5edfb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dafc0e-a85d-41f9-80de-57c109597eab', 'code': 200} Jul 22 22:09:23.048259 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b16e86-8204-4159-9340-04adcc5e1fd0 req-7b56ac48-64f9-4223-9592-8e9ad7301cf3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:23.050250 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d8b16e86-8204-4159-9340-04adcc5e1fd0 req-7b56ac48-64f9-4223-9592-8e9ad7301cf3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 945 time: 0.0930688 Jul 22 22:09:23.096023 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cadc5a-b5e0-438e-9248-ffdb4f0af84c req-b4de71bd-3645-4b2f-bc70-7e36d4045413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:23.098323 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-57cadc5a-b5e0-438e-9248-ffdb4f0af84c req-b4de71bd-3645-4b2f-bc70-7e36d4045413 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 1098 time: 0.1137209 Jul 22 22:09:23.121190 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d8b16e86-8204-4159-9340-04adcc5e1fd0 req-0e0eb8b0-615d-47ba-a688-ed487e4fd18e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597186 Jul 22 22:09:23.140949 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-57cadc5a-b5e0-438e-9248-ffdb4f0af84c req-2d198167-6b7b-436e-aead-8c6e2bec9eb1 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Jul 22 22:09:23.257035 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a5e4a-01cc-47ad-99b6-e24a59891df3 req-96359049-44fd-4f02-ba76-b6a651f0b2a3 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:23.258594 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-668a5e4a-01cc-47ad-99b6-e24a59891df3 req-96359049-44fd-4f02-ba76-b6a651f0b2a3 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0816908 Jul 22 22:09:23.301969 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-668a5e4a-01cc-47ad-99b6-e24a59891df3 req-2c5e0357-1ed2-49c1-b09f-c2a7005f385b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373425 Jul 22 22:09:23.684651 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c78457-bc92-4038-bc05-1c65d29d3a54 req-4531f643-1939-487f-b574-ac2faed24029 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:23.688002 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a8c78457-bc92-4038-bc05-1c65d29d3a54 req-4531f643-1939-487f-b574-ac2faed24029 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0711298 Jul 22 22:09:23.726392 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a8c78457-bc92-4038-bc05-1c65d29d3a54 req-a98e6cdd-9fcf-4286-a3d1-07f8df7fc91a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337703 Jul 22 22:09:24.162207 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-586ec506-c21d-493f-bfb4-9234db649a1d req-78bea27c-7439-4b5a-b95a-0447babf3548 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040478 Jul 22 22:09:24.282150 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c9de5-64a6-4a5e-8cad-8db7b4a72416 req-cbc46e24-3230-4bc3-b0e7-0055ea0010c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:24.284890 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1f7c9de5-64a6-4a5e-8cad-8db7b4a72416 req-cbc46e24-3230-4bc3-b0e7-0055ea0010c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 945 time: 0.0748057 Jul 22 22:09:24.286486 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-e5f59a93-7d08-4a7f-9c69-cdf2af7fe346 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:24.288022 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-e5f59a93-7d08-4a7f-9c69-cdf2af7fe346 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/networks?id=482f9c46-9e79-432d-852a-5deceb45db68 HTTP/1.1" status: 200 len: 814 time: 0.1749146 Jul 22 22:09:24.299783 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ec506-c21d-493f-bfb4-9234db649a1d req-91b8297c-0834-4d2d-a22f-4ce7816a34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:24.301376 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-586ec506-c21d-493f-bfb4-9234db649a1d req-91b8297c-0834-4d2d-a22f-4ce7816a34d0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 1098 time: 0.1018288 Jul 22 22:09:24.326246 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-d3bd181e-5210-4e47-8a32-8d8913409eab tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/quotas/d10298e3c3b040898d30780e8010cba1 HTTP/1.1" status: 200 len: 375 time: 0.0304136 Jul 22 22:09:24.354116 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1f7c9de5-64a6-4a5e-8cad-8db7b4a72416 req-2a384fe9-cadf-4609-97bc-973c7815a2ed tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551331 Jul 22 22:09:24.465295 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ec506-c21d-493f-bfb4-9234db649a1d req-2d136774-827e-40ee-9c48-a7bc017c1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:24.467392 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-586ec506-c21d-493f-bfb4-9234db649a1d req-2d136774-827e-40ee-9c48-a7bc017c1310 service neutron] 10.222.0.113 "GET /v2.0/networks?id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 200 len: 912 time: 0.1317484 Jul 22 22:09:24.488139 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-0ba26e19-4147-4091-8a1f-1e99d9aa9430 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10298e3c3b040898d30780e8010cba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1534617 Jul 22 22:09:24.490719 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193a66b-82e0-4dbf-b62a-aa7ca23dc5a6 req-9c08f65f-e012-4b0f-95da-2402985aba0f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:24.496222 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9193a66b-82e0-4dbf-b62a-aa7ca23dc5a6 req-9c08f65f-e012-4b0f-95da-2402985aba0f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0857053 Jul 22 22:09:24.556922 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9193a66b-82e0-4dbf-b62a-aa7ca23dc5a6 req-58176ceb-dfc1-4452-8aa0-31513bd0d24d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587091 Jul 22 22:09:24.612087 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-586ec506-c21d-493f-bfb4-9234db649a1d req-9948c55e-1b6b-48fc-938e-e02b94f2f6b7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb HTTP/1.1" status: 200 len: 1001 time: 0.1217766 Jul 22 22:09:24.662322 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-9c09bcda-5b4e-4862-b5f5-b3b6082027de service neutron] 10.222.0.26 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732950 Jul 22 22:09:24.739412 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ec506-c21d-493f-bfb4-9234db649a1d req-8fb1de37-24d5-4b5f-b950-23f2e7d3114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:24.740927 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-586ec506-c21d-493f-bfb4-9234db649a1d req-8fb1de37-24d5-4b5f-b950-23f2e7d3114d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=733f2904-165c-47a0-87f7-87c92ef3b4a7 HTTP/1.1" status: 200 len: 849 time: 0.1099732 Jul 22 22:09:24.805788 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-93e86749-dfe5-4155-bca3-2d3506206882 service neutron] 10.222.0.26 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353161 Jul 22 22:09:24.821987 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ec506-c21d-493f-bfb4-9234db649a1d req-df8807a0-1a9a-4618-aac0-349c4f230a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:24.824744 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-586ec506-c21d-493f-bfb4-9234db649a1d req-df8807a0-1a9a-4618-aac0-349c4f230a70 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764599 Jul 22 22:09:24.913498 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44677-afd9-449f-88d6-f99226624235 req-43c3c10d-875c-4aa5-b2a3-0ba902072c6d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:24.923106 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3ac44677-afd9-449f-88d6-f99226624235 req-43c3c10d-875c-4aa5-b2a3-0ba902072c6d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.1011648 Jul 22 22:09:24.955007 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-586ec506-c21d-493f-bfb4-9234db649a1d req-2d790da6-e3af-4868-9460-b4f71d217f7d service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212153 Jul 22 22:09:24.984033 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3ac44677-afd9-449f-88d6-f99226624235 req-0f345c25-7d5b-4b70-9b56-d79aafa8c8b2 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547299 Jul 22 22:09:25.040949 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-42863b5f-1550-489d-bb04-17beae8331c6 req-505c212a-eef2-4b35-96e3-30507faf8d46 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 210 time: 0.0406783 Jul 22 22:09:25.093481 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-586ec506-c21d-493f-bfb4-9234db649a1d req-1e1de94a-cf13-4d99-9f6a-f43729f994de service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275244 Jul 22 22:09:25.478401 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673652-0bba-493c-92b2-766cb39d75a6 req-fd9d6408-35ce-4a9c-b399-6c0055a10cae tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:25.480206 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f8673652-0bba-493c-92b2-766cb39d75a6 req-fd9d6408-35ce-4a9c-b399-6c0055a10cae tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 945 time: 0.0690539 Jul 22 22:09:25.519257 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f8673652-0bba-493c-92b2-766cb39d75a6 req-202cc97c-3503-415e-a238-1e285e8046da tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331352 Jul 22 22:09:25.730432 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640c3ee-a5b6-4bba-872f-bf25a1bbeabb req-97c0b21f-a891-4e3d-8de3-832ccdc02374 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:25.732061 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d640c3ee-a5b6-4bba-872f-bf25a1bbeabb req-97c0b21f-a891-4e3d-8de3-832ccdc02374 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1062608 Jul 22 22:09:25.783163 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d640c3ee-a5b6-4bba-872f-bf25a1bbeabb req-b817b805-28ac-472f-853e-d46d6ff663bb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437157 Jul 22 22:09:26.145455 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-45d98a21-58f9-4281-9cc9-02ddc35ab67f req-8605e714-196d-445b-9033-2ff9a95f3b00 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 210 time: 0.0368681 Jul 22 22:09:26.146147 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6b48b-9bd1-46db-a433-21f926dd108d req-29cece51-a7e1-4bcb-8f61-06574d44a628 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:26.147635 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-85d6b48b-9bd1-46db-a433-21f926dd108d req-29cece51-a7e1-4bcb-8f61-06574d44a628 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0804856 Jul 22 22:09:26.187624 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-85d6b48b-9bd1-46db-a433-21f926dd108d req-1a1cf61a-60a0-4f6e-b216-a1a273c19ac3 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Jul 22 22:09:26.871268 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-c524740e-2aef-4fc4-8275-48e56e8100a2 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:26.873162 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-c524740e-2aef-4fc4-8275-48e56e8100a2 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.113 "GET /v2.0/networks?id=482f9c46-9e79-432d-852a-5deceb45db68 HTTP/1.1" status: 200 len: 814 time: 0.1168690 Jul 22 22:09:26.890008 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'port': {'device_id': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'admin_state_up': True, 'tenant_id': 'd10298e3c3b040898d30780e8010cba1'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:27.016655 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d6170-4777-41e0-a9de-55ec4a2eaee9 req-e5e6f40e-aafb-4ff4-bd02-6a3e5d345257 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:27.018204 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4a3d6170-4777-41e0-a9de-55ec4a2eaee9 req-e5e6f40e-aafb-4ff4-bd02-6a3e5d345257 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1441026 Jul 22 22:09:27.060529 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Made reservation on behalf of d10298e3c3b040898d30780e8010cba1 for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:09:27.065866 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:27.090209 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4a3d6170-4777-41e0-a9de-55ec4a2eaee9 req-b8c4e226-09aa-4469-98fb-c7c8aa771fa9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588539 Jul 22 22:09:27.124293 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:27.246035 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Allocated IP 172.20.0.6 (482f9c46-9e79-432d-852a-5deceb45db68/9c4b405c-70ac-4093-9f65-00d52ea1d709/c959d5a8-2c66-4f29-a5b9-ccafec88c825) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:09:27.287734 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c21150e9-568a-4917-bebb-26f3c66a4a17 req-9cdd4f01-5423-45e8-82fc-b72a3c503bb5 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 210 time: 0.0436242 Jul 22 22:09:27.811369 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5698444-dd4d-4d5f-a21c-34e8639301bc req-8ec0bc21-e0c3-4980-8501-77fd50672fd6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:27.813130 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c5698444-dd4d-4d5f-a21c-34e8639301bc req-8ec0bc21-e0c3-4980-8501-77fd50672fd6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.4223619 Jul 22 22:09:27.819040 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:27.845011 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Transition to ACTIVE for port object c959d5a8-2c66-4f29-a5b9-ccafec88c825 will not be triggered until provisioned by entity DHCP. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:27.881117 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:09:27.884017 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c5698444-dd4d-4d5f-a21c-34e8639301bc req-ca74d351-845c-42dd-bbd4-397afae032c3 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572422 Jul 22 22:09:27.898765 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:27.951601 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Network 482f9c46-9e79-432d-852a-5deceb45db68 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:09:27.954731 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:09:27.959439 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:09:27.963376 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'Port': ['ID=c959d5a8-2c66-4f29-a5b9-ccafec88c825,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:28.029384 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:28.030046 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:28.046462 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-ed547a66-54f3-4183-a42e-d15edba66ce0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1605046 Jul 22 22:09:28.244932 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1ae8fe37-d903-4827-aa7f-c61d59180372 None None] Provisioning for port c959d5a8-2c66-4f29-a5b9-ccafec88c825 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:28.256871 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1ae8fe37-d903-4827-aa7f-c61d59180372 None None] Provisioning complete for port c959d5a8-2c66-4f29-a5b9-ccafec88c825 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:28.257450 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1ae8fe37-d903-4827-aa7f-c61d59180372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:28.294849 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1ae8fe37-d903-4827-aa7f-c61d59180372 None None] Port c959d5a8-2c66-4f29-a5b9-ccafec88c825 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:09:28.301691 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bee36-3117-4a63-872b-85cb4e1bf9dd req-9d7602bc-ed3a-4b50-85b4-2b032ba0c187 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:28.304499 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-689bee36-3117-4a63-872b-85cb4e1bf9dd req-9d7602bc-ed3a-4b50-85b4-2b032ba0c187 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1352558 Jul 22 22:09:28.354791 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-689bee36-3117-4a63-872b-85cb4e1bf9dd req-5f680ea7-013d-4fd0-a2e1-3ae4b3484da0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Jul 22 22:09:28.471222 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b93f-8aeb-4377-9659-a2bbe510a86f req-c179829e-5553-4af9-b823-b7493a0d161d tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:28.472766 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9784b93f-8aeb-4377-9659-a2bbe510a86f req-c179829e-5553-4af9-b823-b7493a0d161d tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0797610 Jul 22 22:09:28.521631 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9784b93f-8aeb-4377-9659-a2bbe510a86f req-cebf56cd-5de9-4381-8c53-5f554a0e7741 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Jul 22 22:09:29.031026 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ad34d-0bf6-49a6-a64e-5aa155e3c528 req-e53967fb-f80c-4332-9edf-7f2b6c7b4ad6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:29.032610 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7b9ad34d-0bf6-49a6-a64e-5aa155e3c528 req-e53967fb-f80c-4332-9edf-7f2b6c7b4ad6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0698459 Jul 22 22:09:29.076610 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7b9ad34d-0bf6-49a6-a64e-5aa155e3c528 req-29cd2063-8fd8-41a4-a34e-2a89ec40003f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378079 Jul 22 22:09:29.503638 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1226d-05f1-4516-85fd-f3298c170c3d req-4ed4c673-9147-45de-a8d4-7bb5e4b41cb0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:29.505167 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5dd1226d-05f1-4516-85fd-f3298c170c3d req-4ed4c673-9147-45de-a8d4-7bb5e4b41cb0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0756688 Jul 22 22:09:29.542306 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5dd1226d-05f1-4516-85fd-f3298c170c3d req-2dddc2d4-1aba-418e-84d1-b459fed42f4a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 Jul 22 22:09:29.705823 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175f895-f3a5-4c1e-a195-e9618b90156b req-59c33787-bb84-4e4d-9c66-49f9b959bfd8 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:29.707404 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4175f895-f3a5-4c1e-a195-e9618b90156b req-59c33787-bb84-4e4d-9c66-49f9b959bfd8 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0896196 Jul 22 22:09:29.739262 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 49350) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:29.747291 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4175f895-f3a5-4c1e-a195-e9618b90156b req-d4a8cbfa-0099-4689-b01c-dca41ea938c8 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336735 Jul 22 22:09:29.847332 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d58759a8-c6b1-475f-8783-88b1633c16ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:29.943545 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d58759a8-c6b1-475f-8783-88b1633c16ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:29.948126 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d58759a8-c6b1-475f-8783-88b1633c16ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:29.992919 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-d58759a8-c6b1-475f-8783-88b1633c16ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a312c57714a6409a90ede5cdd7d5703a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525053 Jul 22 22:09:29.993803 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58759a8-c6b1-475f-8783-88b1633c16ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263482a2-54b7-416b-b9f0-cee4060ccf1d,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:29.995642 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 49356) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:30.052551 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:30.085975 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:30.136101 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:30.138823 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:30.140046 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/263482a2-54b7-416b-b9f0-cee4060ccf1d HTTP/1.1" status: 204 len: 168 time: 0.1433604 Jul 22 22:09:30.148621 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263482a2-54b7-416b-b9f0-cee4060ccf1d,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:30.156454 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.156802 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.157138 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.157468 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.157881 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.158106 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.158428 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.158868 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.159195 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.159598 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.159965 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.160387 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbdcf46-931c-4e6a-9dfb-c83bb03a3ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:30.233886 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb5f74-5329-4199-9e33-a6678dabd0d1 req-075211c2-24f5-4aca-bf65-f46a37e6e82f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:30.235466 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-86eb5f74-5329-4199-9e33-a6678dabd0d1 req-075211c2-24f5-4aca-bf65-f46a37e6e82f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0847812 Jul 22 22:09:30.279678 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-86eb5f74-5329-4199-9e33-a6678dabd0d1 req-e2f66da4-2a96-48d8-8710-2682a17e2d68 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373197 Jul 22 22:09:30.721227 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f8d37-84b8-4244-8aec-2684ae17e203 req-5e1d3ec0-0be1-4638-a5ee-dd8092b2b536 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:30.722808 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-086f8d37-84b8-4244-8aec-2684ae17e203 req-5e1d3ec0-0be1-4638-a5ee-dd8092b2b536 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0966678 Jul 22 22:09:30.761579 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-086f8d37-84b8-4244-8aec-2684ae17e203 req-9caca40e-6424-4bbf-bc42-3933922f78d5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Jul 22 22:09:30.884509 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699022b2-eeff-46a7-9706-d091a54cdb58 req-1ef03792-1401-4e06-a51b-7aad85e6a550 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:30.885946 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-699022b2-eeff-46a7-9706-d091a54cdb58 req-1ef03792-1401-4e06-a51b-7aad85e6a550 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0667677 Jul 22 22:09:30.925405 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-699022b2-eeff-46a7-9706-d091a54cdb58 req-f816402f-ea18-4df4-8676-ddc3040f538c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Jul 22 22:09:31.123770 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-69d2f7c1-109f-449f-bd4c-2e0da944b579 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866465003&fields=id&tenant_id=95158c40d9f74bda88228846e72eaebd HTTP/1.1" status: 200 len: 267 time: 0.0324748 Jul 22 22:09:31.238028 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-a1448839-1765-42bc-8edc-8a5cc405ee5e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:31.239564 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-a1448839-1765-42bc-8edc-8a5cc405ee5e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/networks?id=cee03ab9-d068-4513-94e2-6746aaf63df6 HTTP/1.1" status: 200 len: 806 time: 0.1093166 Jul 22 22:09:31.257931 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-3c1e302e-6afe-4bad-b323-f07179843987 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/quotas/95158c40d9f74bda88228846e72eaebd HTTP/1.1" status: 200 len: 375 time: 0.0123765 Jul 22 22:09:31.331532 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-e591e774-e67f-4f55-9a33-7727b909459c tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=95158c40d9f74bda88228846e72eaebd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661457 Jul 22 22:09:31.444272 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-ef1dadbf-9f7c-46a6-a0da-598bad9d0443 service neutron] 10.222.0.26 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004746 Jul 22 22:09:31.490718 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f419-533e-4223-89e6-71f81ac2051b req-89a011bd-8331-4927-be85-56eabc520d50 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:31.492617 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-60c8f419-533e-4223-89e6-71f81ac2051b req-89a011bd-8331-4927-be85-56eabc520d50 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0946500 Jul 22 22:09:31.533259 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-60c8f419-533e-4223-89e6-71f81ac2051b req-89c7d2ec-2dda-4e83-93ef-98dcd8a12f15 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340192 Jul 22 22:09:31.557403 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-9745db97-a43b-4e93-afed-88a7dbb06029 service neutron] 10.222.0.26 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075153 Jul 22 22:09:31.908791 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-cbfbd42f-cdc0-4204-a894-79e092d459b3 req-1897a1b2-6eef-4b14-a042-ae56b3f16da8 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0409746 Jul 22 22:09:31.916115 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a1f93-11a4-403d-ab25-39015ebb25ea req-8c318598-8c8b-4dd8-9734-828955416177 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:31.918037 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-389a1f93-11a4-403d-ab25-39015ebb25ea req-8c318598-8c8b-4dd8-9734-828955416177 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0816445 Jul 22 22:09:31.990680 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-389a1f93-11a4-403d-ab25-39015ebb25ea req-730be8f0-dcca-4864-b8a6-c4ad9bcf8a49 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552042 Jul 22 22:09:32.080173 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73031fc5-32bc-4d7e-acc5-5a9763120f4a req-57aba01a-419a-4b3d-90a2-23f623068a16 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:32.081622 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73031fc5-32bc-4d7e-acc5-5a9763120f4a req-57aba01a-419a-4b3d-90a2-23f623068a16 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0761065 Jul 22 22:09:32.131582 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73031fc5-32bc-4d7e-acc5-5a9763120f4a req-9ffec03b-ad1f-479d-8b71-a4e7139b9546 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436990 Jul 22 22:09:32.690587 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62263dcf-76ed-46a7-a599-cdd45a4530d5 req-1d8ac4b2-e465-40cb-aa78-c5650b8d2de4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:32.692111 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-62263dcf-76ed-46a7-a599-cdd45a4530d5 req-1d8ac4b2-e465-40cb-aa78-c5650b8d2de4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0689669 Jul 22 22:09:32.739161 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-62263dcf-76ed-46a7-a599-cdd45a4530d5 req-34b5ebba-a02e-46c8-bbf7-d84926faf9ae tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412529 Jul 22 22:09:33.022686 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e08dfd72-6716-4a47-8087-7d1ce76337d1 req-47d7e66e-637d-4cc4-bfb5-dfe0e429ee0f tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0313687 Jul 22 22:09:33.126508 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796bb2-a4f2-4804-8d32-cedb2f8da0f3 req-a8de3426-3238-4f2f-bead-af6bb68ebec2 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:33.128266 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83796bb2-a4f2-4804-8d32-cedb2f8da0f3 req-a8de3426-3238-4f2f-bead-af6bb68ebec2 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0638435 Jul 22 22:09:33.169090 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83796bb2-a4f2-4804-8d32-cedb2f8da0f3 req-074ca9eb-de46-45b1-b6f9-e69c009e7508 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347888 Jul 22 22:09:33.272498 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fc4b2-f6c3-4b12-b190-356f7fe2d46b req-dda2f458-3356-4b11-becc-0c52c053e925 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:33.273882 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f96fc4b2-f6c3-4b12-b190-356f7fe2d46b req-dda2f458-3356-4b11-becc-0c52c053e925 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0676875 Jul 22 22:09:33.312096 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f96fc4b2-f6c3-4b12-b190-356f7fe2d46b req-b1a9e939-828a-420a-bdab-41be9e02f9df tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Jul 22 22:09:33.877192 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f090365-19f3-4c83-b576-4a40b147929b req-2cd4488b-d168-4cdc-b2c8-8eb5b42bd177 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:33.878759 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5f090365-19f3-4c83-b576-4a40b147929b req-2cd4488b-d168-4cdc-b2c8-8eb5b42bd177 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0669584 Jul 22 22:09:33.922966 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5f090365-19f3-4c83-b576-4a40b147929b req-d16f7308-2bac-4bb4-9b66-e6f1ed514ebc tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380237 Jul 22 22:09:34.131628 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a7a4c37-0781-4c95-ae84-5e184201007e req-da03c221-99e0-45b7-9bee-d3ee4ab4c393 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0308697 Jul 22 22:09:34.311541 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc609478-a6e4-43ae-899d-bb0781451d0f req-84eed09b-b575-4dba-badb-7a03f51b7194 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:34.313186 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fc609478-a6e4-43ae-899d-bb0781451d0f req-84eed09b-b575-4dba-badb-7a03f51b7194 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0698426 Jul 22 22:09:34.352230 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fc609478-a6e4-43ae-899d-bb0781451d0f req-5a11d063-820e-4e67-8c84-192abc8e9d67 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Jul 22 22:09:34.476334 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6500ef-03d9-4acb-91fd-b8ba36a24df8 req-a5c011b4-f232-44bb-b593-1ce3f30a04f6 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:34.477862 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9f6500ef-03d9-4acb-91fd-b8ba36a24df8 req-a5c011b4-f232-44bb-b593-1ce3f30a04f6 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0720680 Jul 22 22:09:34.518361 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9f6500ef-03d9-4acb-91fd-b8ba36a24df8 req-054d89b7-adc2-48b2-95b2-d229464a3b0f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340793 Jul 22 22:09:35.063645 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240f4eb-4852-422e-82f5-2e36b98ecbd8 req-f89d5e8b-797c-4604-8f7e-0c9de1982c89 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:35.065322 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0240f4eb-4852-422e-82f5-2e36b98ecbd8 req-f89d5e8b-797c-4604-8f7e-0c9de1982c89 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0668433 Jul 22 22:09:35.105567 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0240f4eb-4852-422e-82f5-2e36b98ecbd8 req-f70bd8c5-020f-4e28-906d-10aeff33779f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343266 Jul 22 22:09:35.237399 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-27468590-8f96-4207-b7e6-78297c420e3d req-8420c1b1-5ed5-4693-8db4-d3a629a7aefd tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0327556 Jul 22 22:09:35.492749 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29264b9-5e34-44cf-99ee-c99d48f03c1e req-cf9c8105-7f41-431e-9311-2264102b9874 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:35.494306 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e29264b9-5e34-44cf-99ee-c99d48f03c1e req-cf9c8105-7f41-431e-9311-2264102b9874 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0654259 Jul 22 22:09:35.540661 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e29264b9-5e34-44cf-99ee-c99d48f03c1e req-f70297f1-6b94-4226-94bb-aef1b35cfd2c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Jul 22 22:09:35.653097 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3c932-14bf-4a32-9db7-3f93bba6bd51 req-4f897f1e-0b84-4644-87b1-0eda7cc73cbe tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:35.655920 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-54c3c932-14bf-4a32-9db7-3f93bba6bd51 req-4f897f1e-0b84-4644-87b1-0eda7cc73cbe tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0663304 Jul 22 22:09:35.707567 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-54c3c932-14bf-4a32-9db7-3f93bba6bd51 req-27a5fb4c-aa61-49b9-9896-0ee610848f4f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455279 Jul 22 22:09:36.247652 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5ce7a-992b-4552-b63c-2dd6a415a689 req-7a040be3-f6e9-49c1-ab00-551b5b74112b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:36.249763 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-faa5ce7a-992b-4552-b63c-2dd6a415a689 req-7a040be3-f6e9-49c1-ab00-551b5b74112b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0663486 Jul 22 22:09:36.291629 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-faa5ce7a-992b-4552-b63c-2dd6a415a689 req-0440026b-56f0-48f2-9bda-4f403723594d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355914 Jul 22 22:09:36.345213 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ceacb3dd-ece1-4761-b455-99e7a1a578cb req-80111495-b32e-4abc-8c8f-5c2a94c1c3e3 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0398822 Jul 22 22:09:36.682966 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bde290-c950-47bc-874d-8cbe64814a02 req-7b3f254d-9c9d-40d2-a9b6-87b851f273b5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:36.684489 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-74bde290-c950-47bc-874d-8cbe64814a02 req-7b3f254d-9c9d-40d2-a9b6-87b851f273b5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0674663 Jul 22 22:09:36.727482 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-74bde290-c950-47bc-874d-8cbe64814a02 req-6de03707-e83a-49cd-a40c-fbc870d179af tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366328 Jul 22 22:09:36.855963 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11819e4-b45b-477a-8c67-eee202f6b4d2 req-dec428ff-1a08-4f4d-a2e3-08fe1a91fef7 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:36.857471 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f11819e4-b45b-477a-8c67-eee202f6b4d2 req-dec428ff-1a08-4f4d-a2e3-08fe1a91fef7 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0679641 Jul 22 22:09:36.904121 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f11819e4-b45b-477a-8c67-eee202f6b4d2 req-ea99f56a-60ad-4db2-97e2-8b359d85a87f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400808 Jul 22 22:09:37.444666 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c36ea7-6186-4dad-b6d1-44ad6b410014 req-86460fb7-8d58-4584-a2cd-e27ad5843e1b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:37.454834 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-37c36ea7-6186-4dad-b6d1-44ad6b410014 req-86460fb7-8d58-4584-a2cd-e27ad5843e1b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0770128 Jul 22 22:09:37.456247 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-090ef91f-3cac-4101-a155-fb2fd3459665 req-66bf9da8-c4a6-4c43-a4f3-f556235b3e81 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0410631 Jul 22 22:09:37.490813 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-37c36ea7-6186-4dad-b6d1-44ad6b410014 req-4860fb21-d670-4e32-be7c-8811d6b6742b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340166 Jul 22 22:09:37.874804 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495e9f5-06a8-4557-99b4-f1d7c58dff10 req-a0f37175-f37c-4788-930a-628272243fe5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:37.876383 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7495e9f5-06a8-4557-99b4-f1d7c58dff10 req-a0f37175-f37c-4788-930a-628272243fe5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0714729 Jul 22 22:09:37.918367 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7495e9f5-06a8-4557-99b4-f1d7c58dff10 req-356ef83a-0337-46ff-9dca-e23512602fb5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347972 Jul 22 22:09:38.038859 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa63a6-1783-4a1d-8970-0beec9e4595a req-1fa08b42-73be-462c-b075-1df5796141fc tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:38.040306 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ffa63a6-1783-4a1d-8970-0beec9e4595a req-1fa08b42-73be-462c-b075-1df5796141fc tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0671766 Jul 22 22:09:38.112664 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ffa63a6-1783-4a1d-8970-0beec9e4595a req-464cfa90-2524-40f8-bc21-87f6bcd0a115 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665503 Jul 22 22:09:38.562729 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-25994da8-1fe2-4930-a6ef-777d6227f1f8 req-7c60fe51-fc69-44dc-9ff0-bbc7fa88106c tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0389214 Jul 22 22:09:38.659307 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d311c-54d3-45c7-bfc4-be7037ac672f req-984c812f-bb6c-41a6-95cb-a60f0001f4f6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:38.660891 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f80d311c-54d3-45c7-bfc4-be7037ac672f req-984c812f-bb6c-41a6-95cb-a60f0001f4f6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0835257 Jul 22 22:09:38.706823 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f80d311c-54d3-45c7-bfc4-be7037ac672f req-425c56b9-2baf-4229-826c-27faf79d9655 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 Jul 22 22:09:39.050167 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b7335-ea33-470d-9027-b3ee876f04df req-2c0f54e9-331d-47dd-810c-d0030d038acb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:39.051728 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-419b7335-ea33-470d-9027-b3ee876f04df req-2c0f54e9-331d-47dd-810c-d0030d038acb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0666194 Jul 22 22:09:39.090339 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-419b7335-ea33-470d-9027-b3ee876f04df req-c43702ba-3f22-478a-ac4d-511c996f6d01 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Jul 22 22:09:39.265410 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db0f7c-b8f0-4fd8-8157-36b7ff2d6249 req-daa2eebe-9d36-466d-9e3a-1e6061172572 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:39.266933 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-76db0f7c-b8f0-4fd8-8157-36b7ff2d6249 req-daa2eebe-9d36-466d-9e3a-1e6061172572 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0846953 Jul 22 22:09:39.312688 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-76db0f7c-b8f0-4fd8-8157-36b7ff2d6249 req-93b20814-3001-4f6b-91c1-6c9f77d28a11 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 Jul 22 22:09:39.665209 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e99d4ec8-0baf-400e-aaba-5ae1e018803e req-c1eb5d29-3646-4c6b-af86-c47a6e18bd6e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0349944 Jul 22 22:09:39.697003 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-40185802-3f7b-49b9-93a0-b6a21ea0bdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:39.846959 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5d7de-b7fc-4bd0-94e0-f759f83d3b12 req-2eb90866-83ec-492e-bf14-84c484ea55d9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:39.848391 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-37e5d7de-b7fc-4bd0-94e0-f759f83d3b12 req-2eb90866-83ec-492e-bf14-84c484ea55d9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0668426 Jul 22 22:09:39.886309 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-37e5d7de-b7fc-4bd0-94e0-f759f83d3b12 req-040f57f4-8248-4216-867f-e9a1a7796e1b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318754 Jul 22 22:09:40.224241 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b38c3-7989-445b-a0e0-9d151aa7213a req-72019b59-a96b-4449-91cd-7e8f91faacd6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:40.225206 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a93b38c3-7989-445b-a0e0-9d151aa7213a req-72019b59-a96b-4449-91cd-7e8f91faacd6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0656657 Jul 22 22:09:40.265065 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a93b38c3-7989-445b-a0e0-9d151aa7213a req-969f20e2-5827-4838-a5c8-3a10326b957b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Jul 22 22:09:40.448932 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef782b2-f80b-4a2a-9fe0-1a82f72e4019 req-509079a7-ecad-459e-80f2-d9d6f5789685 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:40.450489 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-aef782b2-f80b-4a2a-9fe0-1a82f72e4019 req-509079a7-ecad-459e-80f2-d9d6f5789685 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.0691288 Jul 22 22:09:40.491206 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-aef782b2-f80b-4a2a-9fe0-1a82f72e4019 req-953458e0-679b-4f7a-a4af-093fe3b71f98 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350037 Jul 22 22:09:40.765134 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-44f80eb3-d92a-458f-8cba-ae542db037c9 req-7a42ed5e-7833-4f1b-aadd-17317d6814ef tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0315571 Jul 22 22:09:41.023570 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329372d0-22c2-429f-8334-a8867f66932d req-2130cf31-f320-4fae-96ff-2840fc274516 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:41.025115 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-329372d0-22c2-429f-8334-a8867f66932d req-2130cf31-f320-4fae-96ff-2840fc274516 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0638502 Jul 22 22:09:41.063255 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-329372d0-22c2-429f-8334-a8867f66932d req-ed8d9192-05f5-4561-a498-e2107a87e67e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323412 Jul 22 22:09:41.341069 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Request body: {'port': {'device_id': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:41.416972 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704299-7bf3-4d13-af75-be1f0503e2c8 req-d0ec359e-149e-4325-aaba-62bf991dabfe tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:41.418640 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-87704299-7bf3-4d13-af75-be1f0503e2c8 req-d0ec359e-149e-4325-aaba-62bf991dabfe tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0692368 Jul 22 22:09:41.432658 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:41.464057 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-87704299-7bf3-4d13-af75-be1f0503e2c8 req-772897ea-d972-4ef8-8db5-245bad45c0a8 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380883 Jul 22 22:09:41.700007 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db5824-cf74-4fd2-b417-9d2d6dc8f4cc req-8d4e8933-2734-428c-87a9-8967c99dba3b tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:41.702071 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-73db5824-cf74-4fd2-b417-9d2d6dc8f4cc req-8d4e8933-2734-428c-87a9-8967c99dba3b tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 931 time: 0.1379347 Jul 22 22:09:41.777391 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-73db5824-cf74-4fd2-b417-9d2d6dc8f4cc req-b0b73034-acd6-476f-97c2-33d012fbf80c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684087 Jul 22 22:09:41.782843 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c959d5a8-2c66-4f29-a5b9-ccafec88c825 {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:09:41.790631 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:41.803070 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Transition to ACTIVE for port object c959d5a8-2c66-4f29-a5b9-ccafec88c825 will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:41.807383 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:41.858970 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Pushing event updated for resources: {'Port': ['ID=c959d5a8-2c66-4f29-a5b9-ccafec88c825,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:41.878551 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-158d49c3-ac47-4ee0-97bd-932b806dde7f req-1e8c2cff-a58a-4da3-bcc5-193907792e98 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0323591 Jul 22 22:09:41.937026 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Attempting to bind port c959d5a8-2c66-4f29-a5b9-ccafec88c825 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:09:41.937365 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Attempting to bind port c959d5a8-2c66-4f29-a5b9-ccafec88c825 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:09:41.937701 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Attempting to bind port c959d5a8-2c66-4f29-a5b9-ccafec88c825 on network 482f9c46-9e79-432d-852a-5deceb45db68 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:41.942657 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Port c959d5a8-2c66-4f29-a5b9-ccafec88c825 on network 482f9c46-9e79-432d-852a-5deceb45db68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:09:41.942978 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Attempting to bind port c959d5a8-2c66-4f29-a5b9-ccafec88c825 on network 482f9c46-9e79-432d-852a-5deceb45db68 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:41.947997 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:09:41.948332 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Checking segment: {'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:41.948721 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Bound using segment: {'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:09:41.949150 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Bound port: c959d5a8-2c66-4f29-a5b9-ccafec88c825, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358f9ea5-1159-4e89-ae08-a46e139f4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1690, 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:09:41.949511 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:42.023767 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] For port c959d5a8-2c66-4f29-a5b9-ccafec88c825, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:09:42.027280 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] For port c959d5a8-2c66-4f29-a5b9-ccafec88c825, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:42.032612 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:42.066687 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:42.067290 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:42.069000 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] 10.222.0.113 "PUT /v2.0/ports/c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 200 len: 1093 time: 0.7408981 Jul 22 22:09:42.069456 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:09:42.071831 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e947b1-8121-4e40-a7a9-0f62d5b3757a" -d '{"events": [{"name": "network-changed", "server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:09:42.109343 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fd358-0310-4442-b60d-9d6d0d4d3607 service neutron] Pushing event updated for resources: {'Port': ['ID=c959d5a8-2c66-4f29-a5b9-ccafec88c825,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:42.137072 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f8bf1c-a3ee-44f5-8507-9eff98fb10d9 x-openstack-request-id: req-d8f8bf1c-a3ee-44f5-8507-9eff98fb10d9 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:09:42.137375 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:09:42.137627 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8f8bf1c-a3ee-44f5-8507-9eff98fb10d9 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:09:42.138035 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'status': 'completed', 'code': 200} Jul 22 22:09:42.255862 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e1db0-5395-418f-94e7-35a8f4bb9a73 req-5c16ad03-4107-4030-86c8-c68a3defeb67 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:42.258422 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f47e1db0-5395-418f-94e7-35a8f4bb9a73 req-5c16ad03-4107-4030-86c8-c68a3defeb67 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.1065593 Jul 22 22:09:42.298402 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-94f7ff39-a1e7-4ee8-a89e-e1309cafcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:42.300044 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-94f7ff39-a1e7-4ee8-a89e-e1309cafcbff service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d10298e3c3b040898d30780e8010cba1&device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 1096 time: 0.1553013 Jul 22 22:09:42.326963 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f47e1db0-5395-418f-94e7-35a8f4bb9a73 req-c0fe4151-f907-45af-8a58-9c2d7d3192bd tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621789 Jul 22 22:09:42.365158 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-2d2bf06d-7a3c-482c-98d9-674e7eb8e4e6 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:42.366897 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-2d2bf06d-7a3c-482c-98d9-674e7eb8e4e6 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.113 "GET /v2.0/networks?id=cee03ab9-d068-4513-94e2-6746aaf63df6 HTTP/1.1" status: 200 len: 806 time: 0.1894515 Jul 22 22:09:42.368736 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-e6a2493f-52c4-46cb-9696-e488e3ef0306 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 200 len: 217 time: 0.0553992 Jul 22 22:09:42.467601 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-f226b3a7-176e-4acf-9cd2-a41da5bf49f9 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95158c40d9f74bda88228846e72eaebd HTTP/1.1" status: 200 len: 379 time: 0.0822277 Jul 22 22:09:42.469421 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-4016bdb8-f5af-4521-99ef-0384d4beb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:42.471003 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-4016bdb8-f5af-4521-99ef-0384d4beb65e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9c4b405c-70ac-4093-9f65-00d52ea1d709 HTTP/1.1" status: 200 len: 853 time: 0.0849264 Jul 22 22:09:42.490434 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Request body: {'port': {'device_id': '84822757-05b0-49ba-bdf0-c41607424bc1', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'admin_state_up': True, 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'security_groups': ['a685d665-464a-46d7-abd9-c588873a9aa4']}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:42.668885 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-6d041f5e-3f7a-4e77-9165-9e8dbb219014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:42.671080 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-6d041f5e-3f7a-4e77-9165-9e8dbb219014 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=482f9c46-9e79-432d-852a-5deceb45db68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1767378 Jul 22 22:09:42.690982 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48793cf-85df-4328-af18-fc009d4ee3c9 req-da440fe6-5bc5-4394-b6a6-8c6663820cfb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:42.692739 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a48793cf-85df-4328-af18-fc009d4ee3c9 req-da440fe6-5bc5-4394-b6a6-8c6663820cfb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1522729 Jul 22 22:09:42.714089 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Made reservation on behalf of 95158c40d9f74bda88228846e72eaebd for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:09:42.718087 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:42.812468 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:42.853670 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a48793cf-85df-4328-af18-fc009d4ee3c9 req-9fd8b98f-3a99-4147-a828-32c67aa8e18a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497736 Jul 22 22:09:42.886590 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-7f00d3ae-c191-4537-94cb-42f78b7493a3 service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922054 Jul 22 22:09:42.941450 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db831488-4730-45cb-ba45-2b55b831a87a req-dab57c57-0a74-4b13-8544-1b28d251b736 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:42.944367 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-db831488-4730-45cb-ba45-2b55b831a87a req-dab57c57-0a74-4b13-8544-1b28d251b736 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 943 time: 0.0750446 Jul 22 22:09:42.987207 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-db831488-4730-45cb-ba45-2b55b831a87a req-8c6ccb13-c4df-46be-9211-64a01201ac5a tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Jul 22 22:09:43.000229 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Allocated IP 172.20.0.6 (cee03ab9-d068-4513-94e2-6746aaf63df6/5f5281fa-dfaa-4347-8624-1cb358598c7e/246a24a7-a8f0-42d5-9b96-779b78f0867a) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:09:43.039605 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ac5a7bc1-daa3-46c8-8067-3fc8e8c1f35c req-7c379107-01e6-49ee-bb88-d761b1476772 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0766258 Jul 22 22:09:43.070048 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f25596c-f6b1-4ff9-9e3c-5fb61c0072b9 req-85063f7b-4356-4ec7-b6f2-56ba2cdc411f service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563993 Jul 22 22:09:43.176402 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d89e9936-7c87-406e-aaa5-668911cfd579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:43.233621 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:43.253561 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Transition to ACTIVE for port object 246a24a7-a8f0-42d5-9b96-779b78f0867a will not be triggered until provisioned by entity DHCP. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:43.256267 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-0c83eb09-c7eb-4ad0-a742-936d2d4ece26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:43.257817 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-0c83eb09-c7eb-4ad0-a742-936d2d4ece26 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d10298e3c3b040898d30780e8010cba1&device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 1096 time: 0.1089199 Jul 22 22:09:43.387006 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:43.460416 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b646772-c240-4ce6-8cc7-6a82a0d3ccbf req-383006e8-cf48-438d-af11-c12de41a14df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:43.463812 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b646772-c240-4ce6-8cc7-6a82a0d3ccbf req-383006e8-cf48-438d-af11-c12de41a14df service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 1099 time: 0.1100175 Jul 22 22:09:43.478445 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Network cee03ab9-d068-4513-94e2-6746aaf63df6 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:09:43.492914 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:09:43.495364 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:09:43.502591 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-000ba4a4-bc2c-49be-a490-56808e68103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:43.504124 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-000ba4a4-bc2c-49be-a490-56808e68103c service neutron] 10.222.0.113 "GET /v2.0/networks?id=482f9c46-9e79-432d-852a-5deceb45db68 HTTP/1.1" status: 200 len: 916 time: 0.2360635 Jul 22 22:09:43.509516 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d352a-853c-41c0-99e4-4b8279eaf076 req-7d882401-d752-4fc6-ada1-5e90dd36218a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:43.511110 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-914d352a-853c-41c0-99e4-4b8279eaf076 req-7d882401-d752-4fc6-ada1-5e90dd36218a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.1016188 Jul 22 22:09:43.545629 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event updated for resources: {'Port': ['ID=246a24a7-a8f0-42d5-9b96-779b78f0867a,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:43.547023 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b646772-c240-4ce6-8cc7-6a82a0d3ccbf req-07dd8e4e-843c-4b7d-bf11-fa82bbc1ad20 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596657 Jul 22 22:09:43.571988 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-914d352a-853c-41c0-99e4-4b8279eaf076 req-ca4b47aa-9936-4862-9847-2f3ff515f393 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508175 Jul 22 22:09:43.788439 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-bd2d247b-88fd-403b-bb8d-9917a6b832aa None None] Provisioning for port 246a24a7-a8f0-42d5-9b96-779b78f0867a completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:43.792154 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-bd2d247b-88fd-403b-bb8d-9917a6b832aa None None] Provisioning complete for port 246a24a7-a8f0-42d5-9b96-779b78f0867a triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:43.792524 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bd2d247b-88fd-403b-bb8d-9917a6b832aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:43.834805 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d247b-88fd-403b-bb8d-9917a6b832aa None None] Port 246a24a7-a8f0-42d5-9b96-779b78f0867a cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:09:43.842245 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-3d802839-832b-4771-96c2-fad613d889f6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 200 len: 217 time: 0.3152878 Jul 22 22:09:43.857248 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d3cd-545c-404f-9c2b-e6415643e3c8 req-4fc37bcc-c31f-4462-96f6-88454fc64dfd tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:43.859913 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b7b7d3cd-545c-404f-9c2b-e6415643e3c8 req-4fc37bcc-c31f-4462-96f6-88454fc64dfd tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.4930267 Jul 22 22:09:43.879453 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:43.880250 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:43.934563 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-62a5de97-8887-445d-8710-ad6e8f2bfe27 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4478981 Jul 22 22:09:43.943048 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-f01463d3-0851-4463-bf0d-3e7d3241da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:43.944666 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-f01463d3-0851-4463-bf0d-3e7d3241da82 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9c4b405c-70ac-4093-9f65-00d52ea1d709 HTTP/1.1" status: 200 len: 853 time: 0.0837722 Jul 22 22:09:43.956054 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Request body: {'port': {'device_id': '84822757-05b0-49ba-bdf0-c41607424bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:09:43.989317 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b7b7d3cd-545c-404f-9c2b-e6415643e3c8 req-b59b3b99-3360-4f68-9d0b-d47820688383 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181722 Jul 22 22:09:43.995529 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d588-2599-442c-a04b-81abbd19b132 req-b40614ab-f659-4099-98b3-0b0aa2310e3c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:43.997238 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ca93d588-2599-442c-a04b-81abbd19b132 req-b40614ab-f659-4099-98b3-0b0aa2310e3c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0711100 Jul 22 22:09:44.039099 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ca93d588-2599-442c-a04b-81abbd19b132 req-91248bd1-8ed2-4d3e-9a6c-f21ae0aa1021 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339930 Jul 22 22:09:44.086133 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:44.107725 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-27920684-b397-475d-87d5-2bfa17668b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:44.109984 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-27920684-b397-475d-87d5-2bfa17668b56 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=482f9c46-9e79-432d-852a-5deceb45db68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1508551 Jul 22 22:09:44.171456 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab79a6c-023b-44ff-b88b-c1c87f894baf req-1213c68f-db2e-4323-84d0-7ff98a4f312e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:44.173069 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ab79a6c-023b-44ff-b88b-c1c87f894baf req-1213c68f-db2e-4323-84d0-7ff98a4f312e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 931 time: 0.0659420 Jul 22 22:09:44.216002 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ab79a6c-023b-44ff-b88b-c1c87f894baf req-b9b27e00-6c2b-4973-b7a4-416b92f0a255 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370345 Jul 22 22:09:44.297706 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26023f-48bc-45e5-9e02-45a638c5a089 req-1154352e-a6cf-4fa8-b946-3fff6689ad53 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:44.299202 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8f26023f-48bc-45e5-9e02-45a638c5a089 req-1154352e-a6cf-4fa8-b946-3fff6689ad53 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 943 time: 0.2313418 Jul 22 22:09:44.344709 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-8bde00cf-641f-46a7-b8be-47e7786c0aca service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265882 Jul 22 22:09:44.388283 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:44.400829 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8f26023f-48bc-45e5-9e02-45a638c5a089 req-549b85a7-722e-4a46-a232-4648fe263649 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954912 Jul 22 22:09:44.523611 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83e947b1-8121-4e40-a7a9-0f62d5b3757a req-ae9b7615-3672-48c9-be05-eafde213a87a service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557229 Jul 22 22:09:44.573832 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246a24a7-a8f0-42d5-9b96-779b78f0867a {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:09:44.581697 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:44.593724 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Transition to ACTIVE for port object 246a24a7-a8f0-42d5-9b96-779b78f0867a will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:09:44.597441 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:44.677578 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Pushing event updated for resources: {'Port': ['ID=246a24a7-a8f0-42d5-9b96-779b78f0867a,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:44.740448 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676a544-d6d5-479a-814c-b7d37dfc0730 req-88efb226-8cb5-4203-beb4-bd7bccc006c3 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:44.742293 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0676a544-d6d5-479a-814c-b7d37dfc0730 req-88efb226-8cb5-4203-beb4-bd7bccc006c3 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0923097 Jul 22 22:09:44.753809 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Attempting to bind port 246a24a7-a8f0-42d5-9b96-779b78f0867a on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:09:44.754225 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Attempting to bind port 246a24a7-a8f0-42d5-9b96-779b78f0867a by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:09:44.754525 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Attempting to bind port 246a24a7-a8f0-42d5-9b96-779b78f0867a on network cee03ab9-d068-4513-94e2-6746aaf63df6 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:44.760197 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Port 246a24a7-a8f0-42d5-9b96-779b78f0867a on network cee03ab9-d068-4513-94e2-6746aaf63df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:09:44.760607 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Attempting to bind port 246a24a7-a8f0-42d5-9b96-779b78f0867a on network cee03ab9-d068-4513-94e2-6746aaf63df6 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:09:44.767074 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:09:44.768009 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Checking segment: {'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:09:44.768162 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Bound using segment: {'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:09:44.768578 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Bound port: 246a24a7-a8f0-42d5-9b96-779b78f0867a, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add16b05-44b5-4da9-8fbb-972d21d4cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1687, 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:09:44.768947 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:44.794513 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0676a544-d6d5-479a-814c-b7d37dfc0730 req-5257cdb8-18cc-4d21-8c17-9258a8e71ec8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450497 Jul 22 22:09:44.840083 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] For port 246a24a7-a8f0-42d5-9b96-779b78f0867a, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:09:44.843587 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] For port 246a24a7-a8f0-42d5-9b96-779b78f0867a, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:09:44.848654 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:44.892590 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:44.893205 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:44.894620 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] 10.222.0.113 "PUT /v2.0/ports/246a24a7-a8f0-42d5-9b96-779b78f0867a HTTP/1.1" status: 200 len: 1093 time: 0.9445026 Jul 22 22:09:44.895055 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:09:44.897354 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e26d85-2571-4b4d-9e57-439e01735cec" -d '{"events": [{"name": "network-changed", "server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:09:44.917491 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c6df8-1c3c-4b39-9943-99d92605d23f service neutron] Pushing event updated for resources: {'Port': ['ID=246a24a7-a8f0-42d5-9b96-779b78f0867a,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:44.953596 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e55f17f-6b18-4052-82c7-0cf64039d5d5 x-openstack-request-id: req-6e55f17f-6b18-4052-82c7-0cf64039d5d5 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:09:44.953888 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:09:44.954138 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e55f17f-6b18-4052-82c7-0cf64039d5d5 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:09:44.954532 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'status': 'completed', 'code': 200} Jul 22 22:09:45.007086 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b2cbfab2-32da-4f9c-9a2f-9f2148d0a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.008644 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-b2cbfab2-32da-4f9c-9a2f-9f2148d0a58b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95158c40d9f74bda88228846e72eaebd&device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0655174 Jul 22 22:09:45.062959 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-f6fae871-8ba6-4aed-8f79-488cef8781cf service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a HTTP/1.1" status: 200 len: 217 time: 0.0379477 Jul 22 22:09:45.122308 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-5b333d6c-e808-4a0a-a47c-b3bd4e9080f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.123953 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-5b333d6c-e808-4a0a-a47c-b3bd4e9080f3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5f5281fa-dfaa-4347-8624-1cb358598c7e HTTP/1.1" status: 200 len: 845 time: 0.0523987 Jul 22 22:09:45.130298 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5828d9-e28d-49b5-982e-2ba91c9aaac5 req-3e7dc319-971a-45a4-b277-ee8cc921699d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.131804 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-de5828d9-e28d-49b5-982e-2ba91c9aaac5 req-3e7dc319-971a-45a4-b277-ee8cc921699d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0691962 Jul 22 22:09:45.170506 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-de5828d9-e28d-49b5-982e-2ba91c9aaac5 req-06d2940e-590e-4e26-b541-4dee487f263a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Jul 22 22:09:45.228916 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bc0c9-ba38-415b-86c4-ede35a5aebc7 req-709078e8-80cf-4831-b016-ab06e5a0c252 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.230423 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-893bc0c9-ba38-415b-86c4-ede35a5aebc7 req-709078e8-80cf-4831-b016-ab06e5a0c252 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1108153 Jul 22 22:09:45.236356 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-bee72b2e-bd08-4f8d-97c4-9cf185ae09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.237772 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-bee72b2e-bd08-4f8d-97c4-9cf185ae09d1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cee03ab9-d068-4513-94e2-6746aaf63df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860863 Jul 22 22:09:45.299006 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-893bc0c9-ba38-415b-86c4-ede35a5aebc7 req-e2932d40-16e6-4f28-b57e-9948e972a83d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601749 Jul 22 22:09:45.352087 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8c62-6cfb-443d-8980-b8bb0622c7ec req-51a36796-5911-43c3-b00e-29d1acfff6c3 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.353634 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-02ab8c62-6cfb-443d-8980-b8bb0622c7ec req-51a36796-5911-43c3-b00e-29d1acfff6c3 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0697336 Jul 22 22:09:45.356964 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-a553453d-c35b-4ecc-88ff-728ee6d9a550 service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049435 Jul 22 22:09:45.396477 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-02ab8c62-6cfb-443d-8980-b8bb0622c7ec req-acdd4d7b-a4cf-44c5-9c89-2a79eb4dc896 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369968 Jul 22 22:09:45.460318 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebe31ed7-c353-4c1e-afe4-268c08b5491e req-39f5ee4a-aa02-41e7-8e63-609ff7c37d95 service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944271 Jul 22 22:09:45.548746 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a48480-abcb-413e-b15d-d1d9c21241f1 req-665f8b63-5708-4216-a9c7-f6e7ad9fa32a tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.550317 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c6a48480-abcb-413e-b15d-d1d9c21241f1 req-665f8b63-5708-4216-a9c7-f6e7ad9fa32a tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 943 time: 0.0753319 Jul 22 22:09:45.592197 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c6a48480-abcb-413e-b15d-d1d9c21241f1 req-492d6831-1e6a-46de-bc6e-c93ba7881a9b tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356665 Jul 22 22:09:45.653791 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643dd42-241d-4f77-9bc5-e478571d5822 req-688786c5-132d-4607-8796-e432c0ddb5fe tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.655309 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f643dd42-241d-4f77-9bc5-e478571d5822 req-688786c5-132d-4607-8796-e432c0ddb5fe tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1389103 Jul 22 22:09:45.658194 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10d4bb-0173-4799-ac9f-3eec39e335cc req-bf1f1d61-0ff2-4bf6-aae8-feac7590ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.659802 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad10d4bb-0173-4799-ac9f-3eec39e335cc req-bf1f1d61-0ff2-4bf6-aae8-feac7590ec9c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 1099 time: 0.1535137 Jul 22 22:09:45.673599 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e26d85-2571-4b4d-9e57-439e01735cec req-ce1511b2-52ae-43b4-9972-3e4a25ebb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.675022 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-70e26d85-2571-4b4d-9e57-439e01735cec req-ce1511b2-52ae-43b4-9972-3e4a25ebb675 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95158c40d9f74bda88228846e72eaebd&device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 1096 time: 0.1452658 Jul 22 22:09:45.809686 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f643dd42-241d-4f77-9bc5-e478571d5822 req-46a83e05-449c-48b3-96a6-306312186050 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474531 Jul 22 22:09:45.850559 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10d4bb-0173-4799-ac9f-3eec39e335cc req-24b5a6f8-fc2e-4f61-a9de-812af092d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.852133 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad10d4bb-0173-4799-ac9f-3eec39e335cc req-24b5a6f8-fc2e-4f61-a9de-812af092d9e3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 920 time: 0.1810858 Jul 22 22:09:45.857592 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e26d85-2571-4b4d-9e57-439e01735cec req-fc9633eb-7b99-4981-9e36-45b2dd483223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.859532 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-70e26d85-2571-4b4d-9e57-439e01735cec req-fc9633eb-7b99-4981-9e36-45b2dd483223 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cee03ab9-d068-4513-94e2-6746aaf63df6 HTTP/1.1" status: 200 len: 908 time: 0.1664987 Jul 22 22:09:45.934896 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30c22e-686d-44d5-96c1-c2efabc14f92 req-c191989c-db36-4dd8-ad2c-b1a4ecadd2c4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:45.937006 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0e30c22e-686d-44d5-96c1-c2efabc14f92 req-c191989c-db36-4dd8-ad2c-b1a4ecadd2c4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0653777 Jul 22 22:09:45.937965 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-70e26d85-2571-4b4d-9e57-439e01735cec req-72e20c60-a968-4079-af1a-3b47b4f2f720 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a HTTP/1.1" status: 200 len: 217 time: 0.0619397 Jul 22 22:09:45.939437 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad10d4bb-0173-4799-ac9f-3eec39e335cc req-9772e175-8e11-4f8e-96b9-08e118fb358b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab7b029a-a15f-4710-8930-d2334819d108 HTTP/1.1" status: 200 len: 217 time: 0.0644214 Jul 22 22:09:45.982623 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0e30c22e-686d-44d5-96c1-c2efabc14f92 req-560e6949-6710-48b2-b02e-3de95be9eed9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388081 Jul 22 22:09:46.030023 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e26d85-2571-4b4d-9e57-439e01735cec req-8a31c43f-d946-4653-aa22-5497861c62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:46.031513 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-70e26d85-2571-4b4d-9e57-439e01735cec req-8a31c43f-d946-4653-aa22-5497861c62e4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5f5281fa-dfaa-4347-8624-1cb358598c7e HTTP/1.1" status: 200 len: 845 time: 0.0819046 Jul 22 22:09:46.033201 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10d4bb-0173-4799-ac9f-3eec39e335cc req-af7e0ffa-a571-4d5f-9ce4-3abe63943e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:46.034531 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad10d4bb-0173-4799-ac9f-3eec39e335cc req-af7e0ffa-a571-4d5f-9ce4-3abe63943e2c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 200 len: 858 time: 0.0769527 Jul 22 22:09:46.099962 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad10d4bb-0173-4799-ac9f-3eec39e335cc req-eb701dfb-ea66-4871-873a-56d192c8e9b8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dae36239-69f7-4fc8-bff2-d4812783c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514295 Jul 22 22:09:46.118563 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:46.187969 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e26d85-2571-4b4d-9e57-439e01735cec req-ae6dcc3f-424e-41ce-842f-add578e13ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:46.189773 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-70e26d85-2571-4b4d-9e57-439e01735cec req-ae6dcc3f-424e-41ce-842f-add578e13ba7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cee03ab9-d068-4513-94e2-6746aaf63df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1426017 Jul 22 22:09:46.242918 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad10d4bb-0173-4799-ac9f-3eec39e335cc req-e8b806ab-b42a-420e-9919-c8ce0539fcc4 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357560 Jul 22 22:09:46.393850 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-70e26d85-2571-4b4d-9e57-439e01735cec req-786be3ea-7375-413c-bbe2-9560c2ec82cb service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962905 Jul 22 22:09:46.432081 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e86f9-2a03-4a83-bde1-153b6c23de60 req-4e8d53ca-d504-4a02-a887-f7fdf304330c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:46.433594 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3b1e86f9-2a03-4a83-bde1-153b6c23de60 req-4e8d53ca-d504-4a02-a887-f7fdf304330c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1932061 Jul 22 22:09:46.456173 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad10d4bb-0173-4799-ac9f-3eec39e335cc req-44b83755-2d33-47fb-8530-004273199472 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592722 Jul 22 22:09:46.523493 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3b1e86f9-2a03-4a83-bde1-153b6c23de60 req-3af70d98-a61e-40ca-ac53-c041c189908b tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769269 Jul 22 22:09:46.534767 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61410a58-9360-4a71-8650-62f9bd108aec req-a4aadb73-b471-4b5b-bc8c-d09dc3481823 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:46.536919 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-61410a58-9360-4a71-8650-62f9bd108aec req-a4aadb73-b471-4b5b-bc8c-d09dc3481823 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0710950 Jul 22 22:09:46.547623 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-70e26d85-2571-4b4d-9e57-439e01735cec req-63ddceec-fd38-4ef8-ae7b-4af0b0369f5d service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408126 Jul 22 22:09:46.579410 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-61410a58-9360-4a71-8650-62f9bd108aec req-28f734af-ed74-4184-aa7a-d0b2ac91d1f9 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367630 Jul 22 22:09:46.733972 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7aeac6-de12-4b60-8bcf-2ad82902fcfb req-49637fb7-539d-44d2-aace-3d6f33a1d1b7 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:46.735475 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8a7aeac6-de12-4b60-8bcf-2ad82902fcfb req-49637fb7-539d-44d2-aace-3d6f33a1d1b7 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 943 time: 0.0701854 Jul 22 22:09:46.772319 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8a7aeac6-de12-4b60-8bcf-2ad82902fcfb req-ff04ff1c-6e39-4a5a-94bf-54b2012f6b35 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Jul 22 22:09:46.940971 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d213f8e-af12-4748-99cb-d647bb77a773 req-bee196ba-a6a8-4f29-8fd1-c7b210c4c60c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:46.942417 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9d213f8e-af12-4748-99cb-d647bb77a773 req-bee196ba-a6a8-4f29-8fd1-c7b210c4c60c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0646024 Jul 22 22:09:46.982573 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9d213f8e-af12-4748-99cb-d647bb77a773 req-d2e06e34-3554-455e-9ae1-ef6687f8f4c6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344572 Jul 22 22:09:47.118996 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0886a-2de6-4d9b-a1ec-088a20d1ca96 req-0b1ec008-2b45-4590-a5e8-227af6533ddc tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:47.120522 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-24c0886a-2de6-4d9b-a1ec-088a20d1ca96 req-0b1ec008-2b45-4590-a5e8-227af6533ddc tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0626945 Jul 22 22:09:47.157060 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-24c0886a-2de6-4d9b-a1ec-088a20d1ca96 req-6f15628b-6a42-4360-927c-c3c64f20b431 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307641 Jul 22 22:09:47.611395 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device c959d5a8-2c66-4f29-a5b9-ccafec88c825 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:09:47.658421 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79016b67-aa47-42e6-8161-5e1ca4577314 req-5764ff51-e9b1-4976-816c-37628b47e460 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:47.664199 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79016b67-aa47-42e6-8161-5e1ca4577314 req-5764ff51-e9b1-4976-816c-37628b47e460 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0722301 Jul 22 22:09:47.706726 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79016b67-aa47-42e6-8161-5e1ca4577314 req-ae752867-d741-4b19-9464-df97eceb1ba6 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406027 Jul 22 22:09:47.715919 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port c959d5a8-2c66-4f29-a5b9-ccafec88c825, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:47.722363 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3996c5-b116-4f1b-8c1f-7f57c3b779d2 req-78dfcb4a-2d15-41db-be6a-289bedde5091 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:47.723919 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8f3996c5-b116-4f1b-8c1f-7f57c3b779d2 req-78dfcb4a-2d15-41db-be6a-289bedde5091 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0764792 Jul 22 22:09:47.731243 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'port_id': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'mac_address': 'fa:16:3e:0a:a2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:09:47.764458 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8f3996c5-b116-4f1b-8c1f-7f57c3b779d2 req-0eb8cea4-0de3-4a40-9d7a-c03577d310e6 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345170 Jul 22 22:09:47.772886 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:47.786226 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c959d5a8-2c66-4f29-a5b9-ccafec88c825 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:09:47.806303 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port c959d5a8-2c66-4f29-a5b9-ccafec88c825, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:47.810718 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:47.857157 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=c959d5a8-2c66-4f29-a5b9-ccafec88c825,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:47.906824 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ec690-61bc-4ece-abd3-9455d8f4ce91 req-dbbad295-0197-45b4-bd81-e1533acafb2c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:47.908337 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7f9ec690-61bc-4ece-abd3-9455d8f4ce91 req-dbbad295-0197-45b4-bd81-e1533acafb2c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 944 time: 0.0693123 Jul 22 22:09:47.948015 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7f9ec690-61bc-4ece-abd3-9455d8f4ce91 req-f8f3cead-8282-4251-8488-9743f8805503 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Jul 22 22:09:48.112849 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec369dd-3c12-4255-bed2-16e175329905 req-46be7c03-2f26-4749-8c16-22cd5ba51239 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:48.114233 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-aec369dd-3c12-4255-bed2-16e175329905 req-46be7c03-2f26-4749-8c16-22cd5ba51239 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0635202 Jul 22 22:09:48.151430 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-aec369dd-3c12-4255-bed2-16e175329905 req-ef94b3e8-a6f1-4e43-ac11-6edb2877e77f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313883 Jul 22 22:09:48.226525 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['c959d5a8-2c66-4f29-a5b9-ccafec88c825'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:09:48.293151 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb9c73-1195-4e35-adaf-c1371469e25f req-45852927-32a6-43ca-82e9-291f01af8a1a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:48.294661 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-37eb9c73-1195-4e35-adaf-c1371469e25f req-45852927-32a6-43ca-82e9-291f01af8a1a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0646873 Jul 22 22:09:48.333625 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-37eb9c73-1195-4e35-adaf-c1371469e25f req-01a6913f-c50b-42d7-a104-bc0387a48d95 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Jul 22 22:09:48.840670 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd177c09-63a7-41df-9b86-bae7dcf5a0a3 req-25f53822-adae-4c38-b9df-06a30ea7a8c1 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:48.842338 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bd177c09-63a7-41df-9b86-bae7dcf5a0a3 req-25f53822-adae-4c38-b9df-06a30ea7a8c1 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0663497 Jul 22 22:09:48.881589 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bd177c09-63a7-41df-9b86-bae7dcf5a0a3 req-9645cf59-5c51-4dc1-8c68-745db99cc8b9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333774 Jul 22 22:09:48.899100 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99054e8-3271-4029-a533-1a443fa73324 req-90fc9ac2-1858-406e-95f4-e3d8bb68babf tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:48.900596 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a99054e8-3271-4029-a533-1a443fa73324 req-90fc9ac2-1858-406e-95f4-e3d8bb68babf tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0673587 Jul 22 22:09:48.949832 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a99054e8-3271-4029-a533-1a443fa73324 req-16f39a43-d10a-43e9-a9c9-bdf8f78da8a7 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427690 Jul 22 22:09:49.084679 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84efeda-6714-4d2c-87de-f423b513d3c2 req-2e0a7462-e0a4-49d7-867f-b6fb774b6fd8 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:49.086210 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b84efeda-6714-4d2c-87de-f423b513d3c2 req-2e0a7462-e0a4-49d7-867f-b6fb774b6fd8 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 944 time: 0.0690522 Jul 22 22:09:49.126078 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b84efeda-6714-4d2c-87de-f423b513d3c2 req-c0b1e8ad-c1c3-4720-a6bf-cc559188ce5e tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339768 Jul 22 22:09:49.280216 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa160f3b-3298-4b17-a4ec-a0dfb577ba21 req-72d662d5-89b1-4dee-90c8-17778ef100eb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:49.281761 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-aa160f3b-3298-4b17-a4ec-a0dfb577ba21 req-72d662d5-89b1-4dee-90c8-17778ef100eb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0632026 Jul 22 22:09:49.319661 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-aa160f3b-3298-4b17-a4ec-a0dfb577ba21 req-006b00a8-264e-4321-84d3-b263e36160cc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Jul 22 22:09:49.468547 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6447bd-bbfa-4ad0-a500-183c4e6ed93d req-8865bf22-3fb3-402d-ab4d-ca7a05dec56f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:49.470099 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ee6447bd-bbfa-4ad0-a500-183c4e6ed93d req-8865bf22-3fb3-402d-ab4d-ca7a05dec56f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0653822 Jul 22 22:09:49.509639 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ee6447bd-bbfa-4ad0-a500-183c4e6ed93d req-1c1ddfd8-a79f-4f1d-b19b-6f6576cf068c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328059 Jul 22 22:09:50.017688 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0ff9-646e-4273-a3ef-21f8f1c4638b req-a28f9fac-afee-4d49-9071-63045a1a3c5d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:50.019261 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-930b0ff9-646e-4273-a3ef-21f8f1c4638b req-a28f9fac-afee-4d49-9071-63045a1a3c5d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0685849 Jul 22 22:09:50.058328 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-930b0ff9-646e-4273-a3ef-21f8f1c4638b req-606d95f4-399e-4659-9b25-0eae1e1ff55d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323229 Jul 22 22:09:50.194598 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be059aa6-8254-41e5-9d2f-a84626f937fd req-4ff29242-5482-41a3-a93f-3915ec415964 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:50.203434 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-be059aa6-8254-41e5-9d2f-a84626f937fd req-4ff29242-5482-41a3-a93f-3915ec415964 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0886614 Jul 22 22:09:50.237718 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-be059aa6-8254-41e5-9d2f-a84626f937fd req-1e47ff41-7ad3-4cdf-b1b5-e0246c916622 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333464 Jul 22 22:09:50.310716 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7049-cef7-4459-812d-86be1487998d req-d9547305-2a74-4dd9-8ce3-dcec2238c581 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:50.313053 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9d9a7049-cef7-4459-812d-86be1487998d req-d9547305-2a74-4dd9-8ce3-dcec2238c581 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 944 time: 0.0879765 Jul 22 22:09:50.355725 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9d9a7049-cef7-4459-812d-86be1487998d req-00479bd4-6580-4c0b-9b3c-12d484fad068 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Jul 22 22:09:50.645424 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f667d7e-0b76-43ac-aa30-440563c51930 req-c5e9e3cb-6277-4181-8b4a-44d98a3f4449 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:50.646946 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9f667d7e-0b76-43ac-aa30-440563c51930 req-c5e9e3cb-6277-4181-8b4a-44d98a3f4449 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0642953 Jul 22 22:09:50.688014 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9f667d7e-0b76-43ac-aa30-440563c51930 req-000615d0-33a0-43b1-89e3-0ec03b24ecec tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340292 Jul 22 22:09:50.781426 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc3faf-1194-44d0-98cf-341113fe5059 req-7ee302d7-4ff6-449a-990a-6dd45d1e18dc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:50.782937 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a4fc3faf-1194-44d0-98cf-341113fe5059 req-7ee302d7-4ff6-449a-990a-6dd45d1e18dc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0638590 Jul 22 22:09:50.820837 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a4fc3faf-1194-44d0-98cf-341113fe5059 req-594307b9-7264-4857-806a-e4cb93ff6c66 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Jul 22 22:09:51.197901 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f53e70-1306-4021-bda3-a5179ed3c1fb req-f43c3b23-5969-4582-991a-70ee14eda1f4 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:51.199576 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-45f53e70-1306-4021-bda3-a5179ed3c1fb req-f43c3b23-5969-4582-991a-70ee14eda1f4 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0692167 Jul 22 22:09:51.241985 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-45f53e70-1306-4021-bda3-a5179ed3c1fb req-554352ea-24cc-4f86-b18c-ab2721166784 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355866 Jul 22 22:09:51.403278 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06320d2-76f5-414f-8d34-155cd4240de5 req-54566a6c-61c1-40c3-9b1b-1f8fd6b93a9c tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:51.405664 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c06320d2-76f5-414f-8d34-155cd4240de5 req-54566a6c-61c1-40c3-9b1b-1f8fd6b93a9c tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0842936 Jul 22 22:09:51.458187 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c06320d2-76f5-414f-8d34-155cd4240de5 req-c0f018b1-5523-46e1-aeb3-4533d45eb4f3 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462139 Jul 22 22:09:51.642048 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device c959d5a8-2c66-4f29-a5b9-ccafec88c825 up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:09:51.690960 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port c959d5a8-2c66-4f29-a5b9-ccafec88c825 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:09:51.695067 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port c959d5a8-2c66-4f29-a5b9-ccafec88c825 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:09:51.695444 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:51.753259 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0c406-ce4c-47b9-b72d-f355c739ccd7 req-4ec77b95-205e-4ed6-9e77-5f8d56459d82 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:51.754920 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-51d0c406-ce4c-47b9-b72d-f355c739ccd7 req-4ec77b95-205e-4ed6-9e77-5f8d56459d82 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 944 time: 0.3210990 Jul 22 22:09:51.776069 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:51.803482 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:09:51.805819 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2729a017-adab-40c7-a01d-8660670f9b04" -d '{"events": [{"server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "name": "network-vif-plugged", "status": "completed", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:09:51.809318 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-51d0c406-ce4c-47b9-b72d-f355c739ccd7 req-9b4a8969-0b5a-4f87-a8ed-3ae4d19f8824 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480170 Jul 22 22:09:51.820912 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port c959d5a8-2c66-4f29-a5b9-ccafec88c825, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:51.825218 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:51.847335 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380bf3d-a33c-4b52-8849-ab0d909d6788 req-4d45367f-3c51-47af-b907-71f21e3ea719 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:51.856515 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f380bf3d-a33c-4b52-8849-ab0d909d6788 req-4d45367f-3c51-47af-b907-71f21e3ea719 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0898066 Jul 22 22:09:51.864466 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b103eff7-35f5-4195-ba59-66ec453a9280 x-openstack-request-id: req-b103eff7-35f5-4195-ba59-66ec453a9280 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:09:51.864763 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "name": "network-vif-plugged", "status": "completed", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:09:51.865064 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b103eff7-35f5-4195-ba59-66ec453a9280 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:09:51.865464 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'code': 200} Jul 22 22:09:51.879187 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=c959d5a8-2c66-4f29-a5b9-ccafec88c825,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:51.900356 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f380bf3d-a33c-4b52-8849-ab0d909d6788 req-ffd502bf-f941-4e7b-a56d-64558c5d1d0a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 Jul 22 22:09:52.048927 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a714a-c3c0-44e4-92f3-14734ab8e08d req-e14d3149-8d6a-4772-8ae0-b9bf87432ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:52.050455 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ae1a714a-c3c0-44e4-92f3-14734ab8e08d req-e14d3149-8d6a-4772-8ae0-b9bf87432ee2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 1098 time: 0.0547535 Jul 22 22:09:52.091418 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ae1a714a-c3c0-44e4-92f3-14734ab8e08d req-80626ecd-acc1-4fc5-a247-f82ca74b3262 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268705 Jul 22 22:09:52.378407 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29359c38-ed98-40f0-8f74-fd2ae1d125d4 req-d3c7a2e9-1fbe-4422-84b2-8bb454670d23 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:52.379919 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-29359c38-ed98-40f0-8f74-fd2ae1d125d4 req-d3c7a2e9-1fbe-4422-84b2-8bb454670d23 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0690672 Jul 22 22:09:52.417683 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-29359c38-ed98-40f0-8f74-fd2ae1d125d4 req-dfe17b13-07a3-46d3-af87-9fa0680a4cd3 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Jul 22 22:09:52.593088 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ea012-8d1c-440f-84bd-9b23114eb5a3 req-01d217dc-47f5-43e6-b7b6-ce053a7a21e5 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:52.594621 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-464ea012-8d1c-440f-84bd-9b23114eb5a3 req-01d217dc-47f5-43e6-b7b6-ce053a7a21e5 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0657918 Jul 22 22:09:52.642051 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-464ea012-8d1c-440f-84bd-9b23114eb5a3 req-2100fabe-6fe7-442d-96f8-64e295f4de36 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403557 Jul 22 22:09:52.737339 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bf8a2-bb14-49ce-9584-b492e9c3dd93 req-ba239388-66d8-4478-8cc4-856dc4a6efb0 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:52.738732 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-864bf8a2-bb14-49ce-9584-b492e9c3dd93 req-ba239388-66d8-4478-8cc4-856dc4a6efb0 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 945 time: 0.0634243 Jul 22 22:09:52.779923 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-864bf8a2-bb14-49ce-9584-b492e9c3dd93 req-21f9bf93-f328-4bb9-b3bb-cd9055199097 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353663 Jul 22 22:09:52.944142 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea360c27-ba66-469a-a6d6-2df4145c3979 req-7628ae97-42bb-4339-85a4-6967b8c3f673 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:52.945656 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ea360c27-ba66-469a-a6d6-2df4145c3979 req-7628ae97-42bb-4339-85a4-6967b8c3f673 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.0672889 Jul 22 22:09:52.986502 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ea360c27-ba66-469a-a6d6-2df4145c3979 req-5e42fb37-c3d6-4128-952e-fed9c03eff91 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349338 Jul 22 22:09:53.036548 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad710-db9d-4eeb-9858-d315ea7a47e4 req-4339ce2a-2e7c-4e0a-b5f6-961e066c8cb1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:53.038078 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-952ad710-db9d-4eeb-9858-d315ea7a47e4 req-4339ce2a-2e7c-4e0a-b5f6-961e066c8cb1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0636232 Jul 22 22:09:53.075705 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-952ad710-db9d-4eeb-9858-d315ea7a47e4 req-f580538e-e6a5-4e07-9c15-638865045632 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Jul 22 22:09:53.545375 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d884a-6dce-4b7b-9d11-af73baf164ef req-959aa38f-c77b-40da-a990-7917ede9835d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:53.547256 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4e4d884a-6dce-4b7b-9d11-af73baf164ef req-959aa38f-c77b-40da-a990-7917ede9835d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0623631 Jul 22 22:09:53.583771 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4e4d884a-6dce-4b7b-9d11-af73baf164ef req-e99bbd62-1dba-4ad4-b28f-6dae27bfbaa6 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307155 Jul 22 22:09:53.773800 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc454906-7cb6-4cdf-98b6-f69fe5bc69fd req-4e05a072-d7c9-43fc-a7de-c3cfc3a53fa9 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:53.775282 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cc454906-7cb6-4cdf-98b6-f69fe5bc69fd req-4e05a072-d7c9-43fc-a7de-c3cfc3a53fa9 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0654173 Jul 22 22:09:53.813438 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cc454906-7cb6-4cdf-98b6-f69fe5bc69fd req-116937a7-fef4-4ea7-b3b4-8fbb81a86a1e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Jul 22 22:09:53.910589 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800816fe-c151-40d7-b127-446a383c2884 req-bf1151a2-3b8a-497b-98df-e57414205cb1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:53.912096 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-800816fe-c151-40d7-b127-446a383c2884 req-bf1151a2-3b8a-497b-98df-e57414205cb1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 945 time: 0.0655797 Jul 22 22:09:53.949456 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-800816fe-c151-40d7-b127-446a383c2884 req-a759597b-e676-4e89-880c-08b1a0a0be61 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 Jul 22 22:09:54.115681 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29672042-22c3-46f7-9ef5-c6cb1ea0a954 req-585e855c-dea2-490e-989e-95dd6d7be461 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:54.117205 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-29672042-22c3-46f7-9ef5-c6cb1ea0a954 req-585e855c-dea2-490e-989e-95dd6d7be461 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.0628083 Jul 22 22:09:54.155869 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-29672042-22c3-46f7-9ef5-c6cb1ea0a954 req-38b6fea7-b5b0-4239-8907-d52825770203 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Jul 22 22:09:54.211275 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2b647-8cea-4eec-a8e3-512be68181a1 req-a6783e0f-d532-4f7b-bcad-7eceb08f15ff tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:54.212825 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e2f2b647-8cea-4eec-a8e3-512be68181a1 req-a6783e0f-d532-4f7b-bcad-7eceb08f15ff tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0653775 Jul 22 22:09:54.249960 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e2f2b647-8cea-4eec-a8e3-512be68181a1 req-970b376b-b44a-420e-b8c9-bb68c6f0ef19 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Jul 22 22:09:54.715321 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8c7f3-a4e0-4d23-a54b-7caf305c7fc4 req-822b5b3b-27e3-43e9-8cb8-6f540d42fd98 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:54.716878 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8ae8c7f3-a4e0-4d23-a54b-7caf305c7fc4 req-822b5b3b-27e3-43e9-8cb8-6f540d42fd98 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0673130 Jul 22 22:09:54.755025 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8ae8c7f3-a4e0-4d23-a54b-7caf305c7fc4 req-eee892d0-0a15-417e-a085-04833dfb3ea3 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318956 Jul 22 22:09:54.941008 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bc0cc-1117-4f31-b60b-a8e01b03c70e req-4808b8e8-c203-43f1-8ed1-d1433d27b8e0 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:54.942477 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7f2bc0cc-1117-4f31-b60b-a8e01b03c70e req-4808b8e8-c203-43f1-8ed1-d1433d27b8e0 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0621440 Jul 22 22:09:54.979971 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7f2bc0cc-1117-4f31-b60b-a8e01b03c70e req-81415a46-b810-41f9-828a-0fceeaa7a6a7 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317955 Jul 22 22:09:55.080681 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36c3c3-2e37-4d0f-9ca6-4c3d39447328 req-11e34c06-6490-4426-86af-a7c7e7eb0ce8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:55.082196 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3a36c3c3-2e37-4d0f-9ca6-4c3d39447328 req-11e34c06-6490-4426-86af-a7c7e7eb0ce8 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 945 time: 0.0649314 Jul 22 22:09:55.119359 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3a36c3c3-2e37-4d0f-9ca6-4c3d39447328 req-a4415794-29b3-40ca-8d94-508ea17776b4 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Jul 22 22:09:55.293239 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee4e5f-148a-47d3-9272-e95cdb8991c3 req-8b98566d-f50c-4664-b0bc-c2a2ff4aa306 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:55.296373 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2aee4e5f-148a-47d3-9272-e95cdb8991c3 req-8b98566d-f50c-4664-b0bc-c2a2ff4aa306 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.0721269 Jul 22 22:09:55.334103 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2aee4e5f-148a-47d3-9272-e95cdb8991c3 req-74668b81-4ee7-426c-ba61-60cfdd8a289a tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Jul 22 22:09:55.389045 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1eb911-e360-4422-a139-5342752aa151 req-ff76a4f1-ce02-4325-b31d-56a4e23649ca tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:55.391172 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3d1eb911-e360-4422-a139-5342752aa151 req-ff76a4f1-ce02-4325-b31d-56a4e23649ca tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0684259 Jul 22 22:09:55.433099 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3d1eb911-e360-4422-a139-5342752aa151 req-dafe556b-a333-46e5-b352-9b5817eac670 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358186 Jul 22 22:09:55.472202 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b17c-afe2-448f-9117-60d4706182c8 req-2f378c6b-14f1-4e26-b1e6-c38854cfa257 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:55.473923 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8341b17c-afe2-448f-9117-60d4706182c8 req-2f378c6b-14f1-4e26-b1e6-c38854cfa257 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.0714004 Jul 22 22:09:55.511366 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8341b17c-afe2-448f-9117-60d4706182c8 req-5033b0b3-b06c-46fe-8176-933c3aaf6193 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Jul 22 22:09:55.598690 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-10abe18a-02c0-435e-bbe8-5773d2138906 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:55.600199 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-10abe18a-02c0-435e-bbe8-5773d2138906 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 945 time: 0.0667846 Jul 22 22:09:55.707445 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-153cb1e5-64a7-41c5-8486-96c7b50710e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Deleting port 06dafc0e-a85d-41f9-80de-57c109597eab {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:09:55.707705 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-153cb1e5-64a7-41c5-8486-96c7b50710e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:55.799624 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-153cb1e5-64a7-41c5-8486-96c7b50710e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] For port 06dafc0e-a85d-41f9-80de-57c109597eab, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=06dafc0e-a85d-41f9-80de-57c109597eab,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:55.800025 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-153cb1e5-64a7-41c5-8486-96c7b50710e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:55.815546 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-153cb1e5-64a7-41c5-8486-96c7b50710e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Calling delete_port for 06dafc0e-a85d-41f9-80de-57c109597eab owned by compute:nova {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:09:55.858817 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715857c-9942-46bc-9e56-909b920ca377 req-ce11abfa-d6a5-4d5a-8633-05679bc8603c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:55.860538 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9715857c-9942-46bc-9e56-909b920ca377 req-ce11abfa-d6a5-4d5a-8633-05679bc8603c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.0695024 Jul 22 22:09:55.898713 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9715857c-9942-46bc-9e56-909b920ca377 req-6bf99335-248e-43cc-801e-5fd9036992d3 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323632 Jul 22 22:09:55.947082 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3573a8-c3e3-4a51-b330-c64e4c0f8733 req-c1c93fbd-9cce-4b22-a7e6-b959073e5ff9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:55.948632 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3f3573a8-c3e3-4a51-b330-c64e4c0f8733 req-c1c93fbd-9cce-4b22-a7e6-b959073e5ff9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1216915 Jul 22 22:09:56.018649 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3f3573a8-c3e3-4a51-b330-c64e4c0f8733 req-4bf7fa24-6e67-4d75-b403-dc139b931167 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482588 Jul 22 22:09:56.019737 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-153cb1e5-64a7-41c5-8486-96c7b50710e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:56.047537 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['e24e55ba-061d-4ed1-aaa0-9a3114d689bf', '496c2cda-f7b2-4a56-ba82-5489ee72f85e', '1f3fee3a-9457-4e00-a484-8790b59225bd', '06dafc0e-a85d-41f9-80de-57c109597eab'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:09:56.051904 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cb1e5-64a7-41c5-8486-96c7b50710e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Pushing event deleted for resources: {'Port': ['ID=06dafc0e-a85d-41f9-80de-57c109597eab,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:56.104203 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-153cb1e5-64a7-41c5-8486-96c7b50710e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] No DVR routers for this DVR port 06dafc0e-a85d-41f9-80de-57c109597eab on host hv-cinder-80152 {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:09:56.107810 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-153cb1e5-64a7-41c5-8486-96c7b50710e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:56.111016 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-74e4b5a5-e6de-4a64-89d5-d9d594b4759c req-153cb1e5-64a7-41c5-8486-96c7b50710e5 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "DELETE /v2.0/ports/06dafc0e-a85d-41f9-80de-57c109597eab HTTP/1.1" status: 204 len: 173 time: 0.5036783 Jul 22 22:09:56.111477 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f03108-64ba-4682-835a-3e7dd5edfb62', 'name': 'network-vif-deleted', 'tag': '06dafc0e-a85d-41f9-80de-57c109597eab'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:09:56.114379 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94ef555-8f41-42f3-9ed7-8be21c6e70d7" -d '{"events": [{"server_uuid": "c9f03108-64ba-4682-835a-3e7dd5edfb62", "name": "network-vif-deleted", "tag": "06dafc0e-a85d-41f9-80de-57c109597eab"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:09:56.185111 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51c4b70-f6a9-4465-b938-94d8364f644a x-openstack-request-id: req-d51c4b70-f6a9-4465-b938-94d8364f644a {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:09:56.187639 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f03108-64ba-4682-835a-3e7dd5edfb62", "name": "network-vif-deleted", "tag": "06dafc0e-a85d-41f9-80de-57c109597eab", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:09:56.189516 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d51c4b70-f6a9-4465-b938-94d8364f644a {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:09:56.190787 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f03108-64ba-4682-835a-3e7dd5edfb62', 'name': 'network-vif-deleted', 'tag': '06dafc0e-a85d-41f9-80de-57c109597eab', 'status': 'completed', 'code': 200} Jul 22 22:09:56.244611 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48619c75-dbbd-40ab-b7f2-1f8fec1b92da req-840da2d0-a445-4bf3-91f1-a5b1c6a6e9ec tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:56.259455 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-48619c75-dbbd-40ab-b7f2-1f8fec1b92da req-840da2d0-a445-4bf3-91f1-a5b1c6a6e9ec tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.1733742 Jul 22 22:09:56.335056 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-48619c75-dbbd-40ab-b7f2-1f8fec1b92da req-4616180e-176e-4144-8bac-4944b3404c4b tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732677 Jul 22 22:09:56.365031 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5d058dd6-1e7b-4da8-8f99-6e632948e9ed req-5a6c6a15-d41b-483a-9128-6f989ab80748 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9f03108-64ba-4682-835a-3e7dd5edfb62 HTTP/1.1" status: 200 len: 210 time: 0.0653529 Jul 22 22:09:56.569244 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83f954-072b-4c10-9254-df01cda6f909 req-caf10c3f-b3eb-4e72-8404-ff996bc771c7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:56.570655 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9a83f954-072b-4c10-9254-df01cda6f909 req-caf10c3f-b3eb-4e72-8404-ff996bc771c7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0624311 Jul 22 22:09:56.606605 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9a83f954-072b-4c10-9254-df01cda6f909 req-a65da699-43d7-4735-a6f4-efca79bc33ec tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302472 Jul 22 22:09:57.115179 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:57.165280 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e9c9-762e-4add-82eb-4c109a8968b9 req-2370a4c7-fca4-4a43-90d4-3ce5af5dee73 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:57.166789 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d2d3e9c9-762e-4add-82eb-4c109a8968b9 req-2370a4c7-fca4-4a43-90d4-3ce5af5dee73 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0698698 Jul 22 22:09:57.209585 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d2d3e9c9-762e-4add-82eb-4c109a8968b9 req-dd820674-3f65-4526-9bf0-33255dca87e6 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342448 Jul 22 22:09:57.488733 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cdbf4-fff9-4fe5-9306-40b2c44f0caa req-04eb6fbc-5904-4dfe-b403-11e74c147312 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:57.494102 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e53cdbf4-fff9-4fe5-9306-40b2c44f0caa req-04eb6fbc-5904-4dfe-b403-11e74c147312 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0785217 Jul 22 22:09:57.537196 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e53cdbf4-fff9-4fe5-9306-40b2c44f0caa req-d42b5950-11b4-4ccb-b1d7-5237a9cf26ad tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370173 Jul 22 22:09:57.741971 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94aa99-8984-4195-a893-30f9c601ff62 req-94a2abef-d95d-4ff8-b684-279267b50add tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:57.743617 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4d94aa99-8984-4195-a893-30f9c601ff62 req-94a2abef-d95d-4ff8-b684-279267b50add tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0662129 Jul 22 22:09:57.783538 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4d94aa99-8984-4195-a893-30f9c601ff62 req-b303e9ab-4467-4812-92c3-ca16379ed2ea tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335782 Jul 22 22:09:58.345163 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f60cfb-dbaa-435b-9121-7c16b099d7f2 req-9cbd5228-9155-4717-a923-09325df02102 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:58.346655 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-24f60cfb-dbaa-435b-9121-7c16b099d7f2 req-9cbd5228-9155-4717-a923-09325df02102 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0671601 Jul 22 22:09:58.383548 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-24f60cfb-dbaa-435b-9121-7c16b099d7f2 req-969c300d-749a-4177-912f-662d977e3d53 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Jul 22 22:09:58.686793 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9e75-22a4-4dfe-b313-fabd10540ed1 req-8cebcaab-bdd9-4bc4-aa7a-feb0a5a62ce1 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:58.688419 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ce1e9e75-22a4-4dfe-b313-fabd10540ed1 req-8cebcaab-bdd9-4bc4-aa7a-feb0a5a62ce1 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0777690 Jul 22 22:09:58.738072 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ce1e9e75-22a4-4dfe-b313-fabd10540ed1 req-2ba987ad-ae2d-4717-8fbc-24c62ba1649e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430024 Jul 22 22:09:58.839781 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb95fd-2c92-4c13-a1b2-6975ec887071 req-2fb0ebca-6f01-4620-bbfe-e8247da59301 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:58.842063 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-feeb95fd-2c92-4c13-a1b2-6975ec887071 req-2fb0ebca-6f01-4620-bbfe-e8247da59301 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 946 time: 0.0722578 Jul 22 22:09:58.882621 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-feeb95fd-2c92-4c13-a1b2-6975ec887071 req-7aa30e0a-dba2-4f4b-926f-e438036680cb tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318043 Jul 22 22:09:58.931958 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eb5be-a013-4e93-9dc7-15e854241354 req-480f1c27-3b1c-4f3e-9c3b-320497694f91 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:58.933475 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-086eb5be-a013-4e93-9dc7-15e854241354 req-480f1c27-3b1c-4f3e-9c3b-320497694f91 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0635109 Jul 22 22:09:58.972817 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-086eb5be-a013-4e93-9dc7-15e854241354 req-de7369f5-2673-480f-a9af-89f27f2e499d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327866 Jul 22 22:09:59.514489 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c0010-96a5-4b79-bcd2-baf527248162 req-9fba015e-bbd5-4ec9-a542-d52c52110da8 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:59.515955 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ba3c0010-96a5-4b79-bcd2-baf527248162 req-9fba015e-bbd5-4ec9-a542-d52c52110da8 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0637379 Jul 22 22:09:59.554885 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ba3c0010-96a5-4b79-bcd2-baf527248162 req-4a16e869-41df-41dd-ae83-110586f75d50 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331616 Jul 22 22:09:59.697867 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:09:59.701247 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 06dafc0e-a85d-41f9-80de-57c109597eab no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:09:59.726840 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 06dafc0e-a85d-41f9-80de-57c109597eab {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:09:59.727177 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 06dafc0e-a85d-41f9-80de-57c109597eab not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:09:59.821281 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:59.832918 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'port_id': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'mac_address': 'fa:16:3e:5b:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:09:59.875041 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:59.883755 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25683d-fd73-450b-a872-e00dbc886ce9 req-b108e2cb-8925-483d-9d86-6a84c5157fe5 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:09:59.886060 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3a25683d-fd73-450b-a872-e00dbc886ce9 req-b108e2cb-8925-483d-9d86-6a84c5157fe5 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0757675 Jul 22 22:09:59.890637 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:09:59.911440 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:09:59.917376 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:59.918143 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 246a24a7-a8f0-42d5-9b96-779b78f0867a details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:09:59.941436 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3a25683d-fd73-450b-a872-e00dbc886ce9 req-3b22430b-9e56-40d7-8758-6782c6970c4e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470269 Jul 22 22:10:00.047176 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=6']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:00.086860 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 246a24a7-a8f0-42d5-9b96-779b78f0867a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:00.102568 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'port_id': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'mac_address': 'fa:16:3e:28:e1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:10:00.106465 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ba251-1479-4342-8e21-e1bbe3677dbe req-888f8679-f04b-4fce-876a-f25c6dbceee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:00.109943 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-268ba251-1479-4342-8e21-e1bbe3677dbe req-888f8679-f04b-4fce-876a-f25c6dbceee5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 1099 time: 0.0908291 Jul 22 22:10:00.112636 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a2297-78be-4bec-8c12-3d58442ecda4 req-54dd0db8-2bb6-4a41-adf8-804ccbdd1967 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:00.114263 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ec9a2297-78be-4bec-8c12-3d58442ecda4 req-54dd0db8-2bb6-4a41-adf8-804ccbdd1967 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0724163 Jul 22 22:10:00.122371 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795b1c3-722d-455f-9d94-eccbaed98218 req-ae9344ed-13dd-46c8-8af6-82872ec20b5c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:00.124123 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2795b1c3-722d-455f-9d94-eccbaed98218 req-ae9344ed-13dd-46c8-8af6-82872ec20b5c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 946 time: 0.1370301 Jul 22 22:10:00.152273 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:00.156947 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ec9a2297-78be-4bec-8c12-3d58442ecda4 req-6d251ca4-1d15-4855-9394-7b7afa7028ce tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366142 Jul 22 22:10:00.168436 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246a24a7-a8f0-42d5-9b96-779b78f0867a {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:10:00.197121 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 246a24a7-a8f0-42d5-9b96-779b78f0867a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:00.206570 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:00.217500 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2795b1c3-722d-455f-9d94-eccbaed98218 req-b8ed6f57-f980-445e-9c8d-432483add121 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838988 Jul 22 22:10:00.261820 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ba251-1479-4342-8e21-e1bbe3677dbe req-ebfb8abd-9e97-4d50-bbbe-e122dd7c19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:00.263373 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-268ba251-1479-4342-8e21-e1bbe3677dbe req-ebfb8abd-9e97-4d50-bbbe-e122dd7c19b5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 920 time: 0.1384597 Jul 22 22:10:00.274957 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=246a24a7-a8f0-42d5-9b96-779b78f0867a,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:00.319857 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-268ba251-1479-4342-8e21-e1bbe3677dbe req-4d4a2466-79ab-41f6-b822-ce63d0265353 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab7b029a-a15f-4710-8930-d2334819d108 HTTP/1.1" status: 200 len: 217 time: 0.0448835 Jul 22 22:10:00.325863 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432bb11-ed5e-43a1-9688-3edd1fbacf3a req-7cdfcaaa-9326-43d6-8f82-b309af6a484f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:00.328118 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7432bb11-ed5e-43a1-9688-3edd1fbacf3a req-7cdfcaaa-9326-43d6-8f82-b309af6a484f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 945 time: 0.0867052 Jul 22 22:10:00.368467 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7432bb11-ed5e-43a1-9688-3edd1fbacf3a req-8a0a980d-5e6e-41c8-9822-bd16f4c354c0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344968 Jul 22 22:10:00.402431 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ba251-1479-4342-8e21-e1bbe3677dbe req-396d03d7-eb2a-47ec-944f-96bb5b6200ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:00.403961 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-268ba251-1479-4342-8e21-e1bbe3677dbe req-396d03d7-eb2a-47ec-944f-96bb5b6200ce service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 200 len: 858 time: 0.0479648 Jul 22 22:10:00.414393 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['6a0aecf1-fc1d-42de-a44e-ea10dc04e350'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:10:00.454869 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-268ba251-1479-4342-8e21-e1bbe3677dbe req-acba470b-273b-46b2-8830-b6a1c4c55c10 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dae36239-69f7-4fc8-bff2-d4812783c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340660 Jul 22 22:10:00.567114 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-268ba251-1479-4342-8e21-e1bbe3677dbe req-85e3d192-499c-421e-a013-f7923796daf8 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953310 Jul 22 22:10:00.709931 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-268ba251-1479-4342-8e21-e1bbe3677dbe req-42c48778-a172-404a-9d5c-9e6a99a23463 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309719 Jul 22 22:10:00.733425 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa06062-1c91-4259-9e8c-39e2e556cc75 req-b5222831-715d-4077-870e-69650dbd3cb9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:00.734904 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-faa06062-1c91-4259-9e8c-39e2e556cc75 req-b5222831-715d-4077-870e-69650dbd3cb9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0896227 Jul 22 22:10:00.780031 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-faa06062-1c91-4259-9e8c-39e2e556cc75 req-c34ab1e7-586e-4930-99df-0c8bcee73517 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378919 Jul 22 22:10:00.881267 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['246a24a7-a8f0-42d5-9b96-779b78f0867a'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:10:01.085802 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7563df-ef66-44fd-8232-7fae2f2ea3cd req-dc0d3dc3-a84c-4f04-8f83-243c02b59d3d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:01.096897 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a7563df-ef66-44fd-8232-7fae2f2ea3cd req-dc0d3dc3-a84c-4f04-8f83-243c02b59d3d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 944 time: 0.0835996 Jul 22 22:10:01.157510 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a7563df-ef66-44fd-8232-7fae2f2ea3cd req-0de3a08b-a6c8-4472-8e99-3feaac8aba19 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594525 Jul 22 22:10:01.344268 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647ca9d-73cc-45b2-a933-5fd6e65cb27f req-e773a4ac-6da4-4db1-8052-f22f414aa726 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:01.346142 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0647ca9d-73cc-45b2-a933-5fd6e65cb27f req-e773a4ac-6da4-4db1-8052-f22f414aa726 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1112990 Jul 22 22:10:01.402661 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6391b-20ec-4c11-94f0-b967f69402b6 req-0a044fe9-48fd-49a0-9b6a-aae64580d959 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:01.403906 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0647ca9d-73cc-45b2-a933-5fd6e65cb27f req-46cb45e4-ebc0-4ca1-b2de-00ce0e66f714 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478637 Jul 22 22:10:01.413346 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b2d6391b-20ec-4c11-94f0-b967f69402b6 req-0a044fe9-48fd-49a0-9b6a-aae64580d959 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 946 time: 0.1072593 Jul 22 22:10:01.524276 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b2d6391b-20ec-4c11-94f0-b967f69402b6 req-9b25aa47-560d-454f-9ea9-3b87c43f2145 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923264 Jul 22 22:10:01.654581 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ca5ec-1a6a-4a23-96da-cd5e1b194ea1 req-b6283ad2-1821-4ce5-a77b-3c6d40693024 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:01.656909 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b56ca5ec-1a6a-4a23-96da-cd5e1b194ea1 req-b6283ad2-1821-4ce5-a77b-3c6d40693024 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 945 time: 0.0879345 Jul 22 22:10:01.719896 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b56ca5ec-1a6a-4a23-96da-cd5e1b194ea1 req-b7986e47-b7f6-4324-bc4f-52a7771ec818 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528610 Jul 22 22:10:01.723995 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:10:01.807662 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:10:01.808455 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:01.898162 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:01.942386 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:01.943971 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eacc5-b4b0-4cb6-aa1e-bf159e88ad4f req-28bf6a71-06df-4543-8ab6-3b3b7d6112cd tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:01.947221 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7dfa69-9847-4390-a228-b76019920355" -d '{"events": [{"server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "name": "network-vif-plugged", "status": "completed", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:01.954585 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f13eacc5-b4b0-4cb6-aa1e-bf159e88ad4f req-28bf6a71-06df-4543-8ab6-3b3b7d6112cd tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0925829 Jul 22 22:10:01.982076 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:01.989143 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:02.015804 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f13eacc5-b4b0-4cb6-aa1e-bf159e88ad4f req-15b3de10-ec76-46fe-b7ab-4bb6af9afe30 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515068 Jul 22 22:10:02.040513 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc5eed9-1154-4f53-83cf-538b9981473f x-openstack-request-id: req-5dc5eed9-1154-4f53-83cf-538b9981473f {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:02.043736 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "name": "network-vif-plugged", "status": "completed", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:02.043736 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dc5eed9-1154-4f53-83cf-538b9981473f {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:02.043736 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'code': 200} Jul 22 22:10:02.083806 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=7']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:02.177163 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-977c6bf9-e8e5-4e60-a404-62bbf43d7e0c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:02.178999 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-977c6bf9-e8e5-4e60-a404-62bbf43d7e0c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 946 time: 0.0727324 Jul 22 22:10:02.340734 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e874495-4ad2-4731-8fa1-a9bb4d0114bf req-d63f7ac8-1c59-4580-b2a6-5292da60c177 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:02.343310 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6e874495-4ad2-4731-8fa1-a9bb4d0114bf req-d63f7ac8-1c59-4580-b2a6-5292da60c177 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 944 time: 0.1050184 Jul 22 22:10:02.346956 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-01e62abc-fb2e-4d51-bc00-4c623375d5c3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Deleting port 1f3fee3a-9457-4e00-a484-8790b59225bd {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:10:02.347540 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-01e62abc-fb2e-4d51-bc00-4c623375d5c3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:02.404889 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6e874495-4ad2-4731-8fa1-a9bb4d0114bf req-962ce4e3-b81b-4796-96f8-530e40d3b14f tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554101 Jul 22 22:10:02.478103 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-01e62abc-fb2e-4d51-bc00-4c623375d5c3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] For port 1f3fee3a-9457-4e00-a484-8790b59225bd, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=1f3fee3a-9457-4e00-a484-8790b59225bd,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:02.478644 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-01e62abc-fb2e-4d51-bc00-4c623375d5c3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:02.496078 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-01e62abc-fb2e-4d51-bc00-4c623375d5c3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Calling delete_port for 1f3fee3a-9457-4e00-a484-8790b59225bd owned by compute:nova {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:10:02.634487 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c341734-0a37-46b3-a71b-b6115002f079 req-1b530890-a892-4aa2-9852-063a5f163485 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:02.642493 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5c341734-0a37-46b3-a71b-b6115002f079 req-1b530890-a892-4aa2-9852-063a5f163485 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1397338 Jul 22 22:10:02.693075 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72140d-d85b-4c26-b512-412bf554850d req-5cf2885a-1467-4d02-b297-7675ad8eec3c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:02.702118 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5c72140d-d85b-4c26-b512-412bf554850d req-5cf2885a-1467-4d02-b297-7675ad8eec3c tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 946 time: 0.1005182 Jul 22 22:10:02.708063 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5c341734-0a37-46b3-a71b-b6115002f079 req-bc55401d-a213-48d2-b86e-5f0a3034c277 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645306 Jul 22 22:10:02.760135 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5c72140d-d85b-4c26-b512-412bf554850d req-94fce4a1-42a3-477d-906b-0e6f5969dce9 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567272 Jul 22 22:10:02.804252 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-01e62abc-fb2e-4d51-bc00-4c623375d5c3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:02.833192 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['e24e55ba-061d-4ed1-aaa0-9a3114d689bf', '496c2cda-f7b2-4a56-ba82-5489ee72f85e', '1f3fee3a-9457-4e00-a484-8790b59225bd'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:10:02.852733 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e62abc-fb2e-4d51-bc00-4c623375d5c3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Pushing event deleted for resources: {'Port': ['ID=1f3fee3a-9457-4e00-a484-8790b59225bd,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:02.920377 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-01e62abc-fb2e-4d51-bc00-4c623375d5c3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] No DVR routers for this DVR port 1f3fee3a-9457-4e00-a484-8790b59225bd on host hv-cinder-80152 {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:10:02.923972 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-01e62abc-fb2e-4d51-bc00-4c623375d5c3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:02.926244 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c1eec43f-d4ca-4742-aa11-9acde20219f2 req-01e62abc-fb2e-4d51-bc00-4c623375d5c3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "DELETE /v2.0/ports/1f3fee3a-9457-4e00-a484-8790b59225bd HTTP/1.1" status: 204 len: 173 time: 0.7371023 Jul 22 22:10:02.945312 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0474314b-898e-4c43-b615-c08387606e50', 'name': 'network-vif-deleted', 'tag': '1f3fee3a-9457-4e00-a484-8790b59225bd'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:02.951627 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d6eefd-c24a-41cc-bfc0-79e42ae47fdc" -d '{"events": [{"server_uuid": "0474314b-898e-4c43-b615-c08387606e50", "name": "network-vif-deleted", "tag": "1f3fee3a-9457-4e00-a484-8790b59225bd"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:03.039928 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dcea2-705e-4fb7-a9e7-70e1cdbfaa7f req-c253a823-7306-4bc0-90b3-728f001ae831 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:03.047466 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-124dcea2-705e-4fb7-a9e7-70e1cdbfaa7f req-c253a823-7306-4bc0-90b3-728f001ae831 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.1610901 Jul 22 22:10:03.076467 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a540833-4630-48cc-8293-5cbba4251e7f x-openstack-request-id: req-0a540833-4630-48cc-8293-5cbba4251e7f {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:03.077999 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0474314b-898e-4c43-b615-c08387606e50", "name": "network-vif-deleted", "tag": "1f3fee3a-9457-4e00-a484-8790b59225bd", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:03.078373 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a540833-4630-48cc-8293-5cbba4251e7f {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:03.078969 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0474314b-898e-4c43-b615-c08387606e50', 'name': 'network-vif-deleted', 'tag': '1f3fee3a-9457-4e00-a484-8790b59225bd', 'status': 'completed', 'code': 200} Jul 22 22:10:03.115358 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-124dcea2-705e-4fb7-a9e7-70e1cdbfaa7f req-bf2d0de8-07ce-45bb-9e7c-b413a9560176 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637136 Jul 22 22:10:03.261153 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e546cd-7618-4d56-931d-bd09f21fd77f req-40bb0c5d-ae22-4598-8ea0-3c8f76b48d86 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:03.276676 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71e546cd-7618-4d56-931d-bd09f21fd77f req-40bb0c5d-ae22-4598-8ea0-3c8f76b48d86 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0970318 Jul 22 22:10:03.363054 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71e546cd-7618-4d56-931d-bd09f21fd77f req-fd08dc0c-754e-41db-85e5-24118cb1fd04 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848024 Jul 22 22:10:03.656052 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c234a4-993b-41f8-9cae-9c672e00d824 req-5df52052-d19f-424a-8ace-c37f44d0230d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:03.657836 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-01c234a4-993b-41f8-9cae-9c672e00d824 req-5df52052-d19f-424a-8ace-c37f44d0230d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 944 time: 0.0888617 Jul 22 22:10:03.719604 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-01c234a4-993b-41f8-9cae-9c672e00d824 req-ec6b8c95-aa54-4db5-99fc-2cf9ac9b32ae tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547407 Jul 22 22:10:03.729438 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 246a24a7-a8f0-42d5-9b96-779b78f0867a up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:10:03.792148 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 246a24a7-a8f0-42d5-9b96-779b78f0867a completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:10:03.806479 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 246a24a7-a8f0-42d5-9b96-779b78f0867a triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:10:03.807018 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:03.904279 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101f040-113f-4a45-b4b6-b785311bd9e6 req-5a2cbe2f-dd5d-4b34-85ec-d9920f7c5fc6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:03.913526 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4101f040-113f-4a45-b4b6-b785311bd9e6 req-5a2cbe2f-dd5d-4b34-85ec-d9920f7c5fc6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1186934 Jul 22 22:10:03.964407 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7b781c5d-bf43-4dc9-96e8-45aee1875a93 req-c1a1f138-104b-4c8a-a5b7-2c9b6bcffe6f tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0474314b-898e-4c43-b615-c08387606e50 HTTP/1.1" status: 200 len: 210 time: 0.0588601 Jul 22 22:10:03.969288 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4101f040-113f-4a45-b4b6-b785311bd9e6 req-399f8eb2-1584-4dfe-a0c8-9b99ed8fdaba tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542943 Jul 22 22:10:04.017698 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:04.047585 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:04.050184 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc6f81-984d-4e51-8b28-7f1e006db99c" -d '{"events": [{"server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "name": "network-vif-plugged", "status": "completed", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:04.077090 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 246a24a7-a8f0-42d5-9b96-779b78f0867a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:04.084594 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:04.085674 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 1f3fee3a-9457-4e00-a484-8790b59225bd no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:10:04.113807 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8bb1ca-bfbb-4e83-b20c-9db0b436cebc x-openstack-request-id: req-fb8bb1ca-bfbb-4e83-b20c-9db0b436cebc {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:04.114120 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "name": "network-vif-plugged", "status": "completed", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:04.114348 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb8bb1ca-bfbb-4e83-b20c-9db0b436cebc {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:04.114761 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'code': 200} Jul 22 22:10:04.134280 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 1f3fee3a-9457-4e00-a484-8790b59225bd {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:10:04.134941 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 1f3fee3a-9457-4e00-a484-8790b59225bd not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:10:04.171861 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=246a24a7-a8f0-42d5-9b96-779b78f0867a,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:04.320998 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa434c-1a39-4a5a-9808-a1594c7f0db7 req-396d0849-ad9c-482f-b27e-88a5e19e74db tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:04.329282 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79aa434c-1a39-4a5a-9808-a1594c7f0db7 req-396d0849-ad9c-482f-b27e-88a5e19e74db tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.1043811 Jul 22 22:10:04.385438 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79aa434c-1a39-4a5a-9808-a1594c7f0db7 req-de83c6be-0c04-4b45-8fa7-c99a1990d6ae tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542760 Jul 22 22:10:04.435446 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654ae02-95bb-4272-a374-37ffe5ec066e req-0eafac0e-64eb-4727-9669-09848b061617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:04.435446 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3654ae02-95bb-4272-a374-37ffe5ec066e req-0eafac0e-64eb-4727-9669-09848b061617 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0951319 Jul 22 22:10:04.529162 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3654ae02-95bb-4272-a374-37ffe5ec066e req-6db0b8c5-bce5-42ae-b9f7-c439a787dadb service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910125 Jul 22 22:10:04.586477 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaf302-8f28-4ff1-8878-da583c6c7b5b req-d070af78-25a8-4821-958e-cf4cfb58d225 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:04.588118 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-35eaf302-8f28-4ff1-8878-da583c6c7b5b req-d070af78-25a8-4821-958e-cf4cfb58d225 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0942516 Jul 22 22:10:04.651006 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-35eaf302-8f28-4ff1-8878-da583c6c7b5b req-107ceec6-de27-4683-b4ed-4928890d0a3c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554295 Jul 22 22:10:04.887517 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:10:04.959115 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15034db-2b29-412a-8a20-959a1d4a34a4 req-c1b83974-1336-4c6e-ac74-47f5e653c94e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:04.961032 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a15034db-2b29-412a-8a20-959a1d4a34a4 req-c1b83974-1336-4c6e-ac74-47f5e653c94e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.1467888 Jul 22 22:10:05.029069 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe249724-8bca-4498-a043-232dea26e5ba req-b8494efe-0e63-4772-81e0-f3f070d861ee tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:05.033338 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a15034db-2b29-412a-8a20-959a1d4a34a4 req-7249ee41-b067-447b-b146-0103809eed81 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641539 Jul 22 22:10:05.041772 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fe249724-8bca-4498-a043-232dea26e5ba req-b8494efe-0e63-4772-81e0-f3f070d861ee tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1136968 Jul 22 22:10:05.146122 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-8a527bb2-bc10-4c87-8f3e-caf22500605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:05.148804 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-8a527bb2-bc10-4c87-8f3e-caf22500605a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 1098 time: 0.1125495 Jul 22 22:10:05.153279 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fe249724-8bca-4498-a043-232dea26e5ba req-560c9158-bd2f-46f9-adbe-807137bd59ce tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090963 Jul 22 22:10:05.392923 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-952df096-1f01-4bdc-a63b-26fddc96b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:05.392923 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-952df096-1f01-4bdc-a63b-26fddc96b84d service neutron] 10.222.0.113 "GET /v2.0/networks?id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 200 len: 912 time: 0.2361462 Jul 22 22:10:05.416961 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f165-16b2-49b5-a226-b9ff014ddb34 req-921b07c1-2145-482f-b47b-ba5fb8c733bd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:05.418594 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7491f165-16b2-49b5-a226-b9ff014ddb34 req-921b07c1-2145-482f-b47b-ba5fb8c733bd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1210675 Jul 22 22:10:05.532573 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7491f165-16b2-49b5-a226-b9ff014ddb34 req-ee44ca6f-a75e-4cc6-854c-0d3f7e964c7c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036866 Jul 22 22:10:05.561193 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-794a5511-fe69-4ade-9e71-59a1d3dd9bd9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb HTTP/1.1" status: 200 len: 1001 time: 0.1526692 Jul 22 22:10:05.663371 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-bfa8c2a6-98c7-4fe6-8f81-5898a5e148b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:05.666132 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-bfa8c2a6-98c7-4fe6-8f81-5898a5e148b6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=733f2904-165c-47a0-87f7-87c92ef3b4a7 HTTP/1.1" status: 200 len: 849 time: 0.0852151 Jul 22 22:10:05.708515 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966cd26-56c4-4d83-9479-afa5bccd3b1d req-ea43ac2a-bd3f-4f52-bfeb-c2525d0f8e74 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:05.726972 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b966cd26-56c4-4d83-9479-afa5bccd3b1d req-ea43ac2a-bd3f-4f52-bfeb-c2525d0f8e74 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.2033184 Jul 22 22:10:05.830066 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b966cd26-56c4-4d83-9479-afa5bccd3b1d req-4ccb5a20-8df0-4ccb-bdd9-2c63bbbc49db tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003850 Jul 22 22:10:05.845123 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71609c5-bf45-4fd4-a280-4610aa091218 req-90828923-68b5-4830-94ef-8a9d8fa8545e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:05.860083 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a71609c5-bf45-4fd4-a280-4610aa091218 req-90828923-68b5-4830-94ef-8a9d8fa8545e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 945 time: 0.1946545 Jul 22 22:10:05.860083 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-262767dd-5a79-43ae-9d76-4fe0b2bcf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:05.860083 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-262767dd-5a79-43ae-9d76-4fe0b2bcf145 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1266003 Jul 22 22:10:06.049575 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a71609c5-bf45-4fd4-a280-4610aa091218 req-365d8b4e-e2ee-4125-a490-e12b10c25c13 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961279 Jul 22 22:10:06.052483 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-0dab7bd4-c434-45ad-bbe8-286a7a77a4f3 service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855817 Jul 22 22:10:06.360596 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082fde5-3984-4cec-8cef-ee226fed90c6 req-ca98835e-bd80-46ac-8e1b-7fe67f50d2dd tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:06.368091 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7082fde5-3984-4cec-8cef-ee226fed90c6 req-ca98835e-bd80-46ac-8e1b-7fe67f50d2dd tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.1772881 Jul 22 22:10:06.381782 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-302b70c8-0e29-4e6e-8afd-c5a943fde202 req-cddfd511-32ce-4d31-83cd-cb0b72422981 service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202236 Jul 22 22:10:06.428105 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7082fde5-3984-4cec-8cef-ee226fed90c6 req-53ee93d0-ef01-4f2b-bc28-9dcdaf13b343 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589106 Jul 22 22:10:06.449466 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af4572-f709-4f53-aa34-82c32e86fc89 req-ec23f0b3-bdb0-4f8d-bfc3-e41e852de86e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:06.451071 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-68af4572-f709-4f53-aa34-82c32e86fc89 req-ec23f0b3-bdb0-4f8d-bfc3-e41e852de86e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1238973 Jul 22 22:10:06.507117 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-68af4572-f709-4f53-aa34-82c32e86fc89 req-d2c35bf3-a567-437c-8c95-ca1eefad8823 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466287 Jul 22 22:10:06.690092 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a8385-cd25-41da-8a33-4d47563e4ecf req-14572de2-3003-43c9-b2b9-54774252d7f1 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:06.700892 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3f6a8385-cd25-41da-8a33-4d47563e4ecf req-14572de2-3003-43c9-b2b9-54774252d7f1 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.1612504 Jul 22 22:10:06.761149 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e9281-0ade-4c17-b90f-9eaba7007461 req-1ebf9e9f-0422-452f-905f-d8fd896e3b85 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:06.763057 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2a0e9281-0ade-4c17-b90f-9eaba7007461 req-1ebf9e9f-0422-452f-905f-d8fd896e3b85 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1251118 Jul 22 22:10:06.792535 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3f6a8385-cd25-41da-8a33-4d47563e4ecf req-774932fe-03e7-43e4-930d-ee82cbabb1bb tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852573 Jul 22 22:10:06.832375 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2a0e9281-0ade-4c17-b90f-9eaba7007461 req-6b5a7883-5f20-45f0-a799-ea18eef267bb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611529 Jul 22 22:10:06.842048 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 49906) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:07.157128 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbd086-6b60-4922-ab98-d1c2f03b1992 req-f0cb7fd0-d179-4e3a-bcd9-749e0b0e6861 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:07.158972 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebcbd086-6b60-4922-ab98-d1c2f03b1992 req-f0cb7fd0-d179-4e3a-bcd9-749e0b0e6861 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.1158319 Jul 22 22:10:07.245394 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ebcbd086-6b60-4922-ab98-d1c2f03b1992 req-4847989d-1fb4-4f06-af9f-a2431edd335a tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753610 Jul 22 22:10:07.272494 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 49916) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:07.478064 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7576448-3e3e-4e9a-9165-9443dd4d149a req-6ed23a77-6663-44c7-9124-df38cdfcbed3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:07.486597 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a7576448-3e3e-4e9a-9165-9443dd4d149a req-6ed23a77-6663-44c7-9124-df38cdfcbed3 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 945 time: 0.1257098 Jul 22 22:10:07.601064 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0fecc-d2e4-45c6-91fa-c89740897b2a req-d367e5a7-2e86-4d4a-9a90-d0b91d95a171 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:07.615636 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-48e0fecc-d2e4-45c6-91fa-c89740897b2a req-d367e5a7-2e86-4d4a-9a90-d0b91d95a171 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.6816649 Jul 22 22:10:07.639075 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a7576448-3e3e-4e9a-9165-9443dd4d149a req-ca8f34ed-e3c3-40dd-b00d-bd68793accd1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410015 Jul 22 22:10:07.667181 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f321d-396a-4342-b570-92ac6ce86ddd tempest-TestMinimumBasicScenario-2051444672 tempest-TestMinimumBasicScenario-2051444672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:07.676110 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-818f321d-396a-4342-b570-92ac6ce86ddd tempest-TestMinimumBasicScenario-2051444672 tempest-TestMinimumBasicScenario-2051444672-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 1093 time: 0.4017205 Jul 22 22:10:07.677130 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 49922) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:07.684924 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'floatingip': {'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'port_id': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:07.715295 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957f3bc1-ca04-4f47-82df-f538d93170e1 tempest-TestShelveInstance-1213723395 tempest-TestShelveInstance-1213723395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:07.722746 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-957f3bc1-ca04-4f47-82df-f538d93170e1 tempest-TestShelveInstance-1213723395 tempest-TestShelveInstance-1213723395-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 1093 time: 0.8795199 Jul 22 22:10:07.726285 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 49924) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:07.739224 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Request body: {'floatingip': {'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'port_id': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:07.744683 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-48e0fecc-d2e4-45c6-91fa-c89740897b2a req-d2a6018c-5666-44c7-bac4-768b54d84bae tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222420 Jul 22 22:10:07.831455 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.db.api [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:10:07.831455 dv-cinder-801522-2-iscsi neutron-server[93408]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 22:10:07.831455 dv-cinder-801522-2-iscsi neutron-server[93408]: [parameters: {'project_id': '95158c40d9f74bda88228846e72eaebd', 'id': '1ca4b6bb-8210-47ed-b038-065cfc3d306a', 'expiration': datetime.datetime(2021, 7, 22, 22, 12, 7, 814199)}] Jul 22 22:10:07.831455 dv-cinder-801522-2-iscsi neutron-server[93408]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:10:07.832912 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG oslo_db.api [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:10:07.844169 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for floatingip, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:07.947126 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdc5b4-32a3-43ea-a1d2-7300f194a845 req-c0d3757a-a317-4430-aef1-cbe0cf64249f tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:07.954772 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ccdc5b4-32a3-43ea-a1d2-7300f194a845 req-c0d3757a-a317-4430-aef1-cbe0cf64249f tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1867995 Jul 22 22:10:08.035402 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ccdc5b4-32a3-43ea-a1d2-7300f194a845 req-a25d5862-362b-498c-aacf-418d5b6bc1ae tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795438 Jul 22 22:10:08.064180 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d9823-300e-4ab3-8a47-d8b6f64bc24b req-8c75039c-3e62-474e-bfd6-a33e0e2880bc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:08.066739 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-635d9823-300e-4ab3-8a47-d8b6f64bc24b req-8c75039c-3e62-474e-bfd6-a33e0e2880bc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1090732 Jul 22 22:10:08.090976 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-388ba544-1df4-45d9-a8c1-3308289acb7b tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:08.093743 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-388ba544-1df4-45d9-a8c1-3308289acb7b tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 945 time: 0.2057526 Jul 22 22:10:08.197565 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-635d9823-300e-4ab3-8a47-d8b6f64bc24b req-9dbf72d9-ae6c-4bdd-afa4-40c3c0d3dcd6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988739 Jul 22 22:10:08.633589 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:08.636574 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for floatingip, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:08.747555 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Deleting port 496c2cda-f7b2-4a56-ba82-5489ee72f85e {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:10:08.747994 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:08.960363 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa35b0-d8b1-4950-9353-7e6467609351 req-93d438f4-c786-485e-acc3-1eb3e4ed7a04 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:08.969232 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ddaa35b0-d8b1-4950-9353-7e6467609351 req-93d438f4-c786-485e-acc3-1eb3e4ed7a04 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0895913 Jul 22 22:10:09.022230 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ddaa35b0-d8b1-4950-9353-7e6467609351 req-ece5bcc5-9e09-489b-8bf3-42cd70f54d63 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505624 Jul 22 22:10:09.052535 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] For port 496c2cda-f7b2-4a56-ba82-5489ee72f85e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=496c2cda-f7b2-4a56-ba82-5489ee72f85e,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:09.052535 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:09.065596 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Calling delete_port for 496c2cda-f7b2-4a56-ba82-5489ee72f85e owned by compute:nova {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:10:09.067990 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Allocated IP 172.27.2.134 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/c98bbcbb-9b1a-4b8a-ac65-ad02f2f75ec5) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:10:09.103768 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21167f5-087a-42b9-a974-658bb25bc2c6 req-99c06262-7742-409a-aee4-f3383526cacf tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:09.105340 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f21167f5-087a-42b9-a974-658bb25bc2c6 req-99c06262-7742-409a-aee4-f3383526cacf tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 945 time: 0.3121033 Jul 22 22:10:09.307559 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:09.336149 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f21167f5-087a-42b9-a974-658bb25bc2c6 req-df739dc8-b970-420c-85dc-1bab76921b31 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903150 Jul 22 22:10:09.399314 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a292a6d-5c78-4e5d-ad11-d3882d41a1e0 req-54b00388-eaf2-4824-8a64-27bd7e1dd386 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:09.400935 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9a292a6d-5c78-4e5d-ad11-d3882d41a1e0 req-54b00388-eaf2-4824-8a64-27bd7e1dd386 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1050558 Jul 22 22:10:09.449596 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:09.452056 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9a292a6d-5c78-4e5d-ad11-d3882d41a1e0 req-a4e19984-d56a-4e09-b316-98d80daca8e8 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 Jul 22 22:10:09.528928 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:09.552669 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['e24e55ba-061d-4ed1-aaa0-9a3114d689bf', '496c2cda-f7b2-4a56-ba82-5489ee72f85e'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:10:09.566980 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Pushing event deleted for resources: {'Port': ['ID=496c2cda-f7b2-4a56-ba82-5489ee72f85e,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:09.568859 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:09.613410 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.613763 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.614123 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.614453 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.615475 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.615475 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.615475 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.615839 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.616067 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.616387 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.616714 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.617034 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:09.677449 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:10:09.704386 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:10:09.707138 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] No DVR routers for this DVR port 496c2cda-f7b2-4a56-ba82-5489ee72f85e on host hv-cinder-80152 {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:10:09.716261 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:10:09.728978 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:09.729331 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fccc3551-05cf-4246-b845-d877ef96f74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:09.730996 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-04f18eb4-2f8d-4835-8942-5fd283d97a5f req-d2ca1b6e-98aa-4e58-90cb-c78c0ccc90fd tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "DELETE /v2.0/ports/496c2cda-f7b2-4a56-ba82-5489ee72f85e HTTP/1.1" status: 204 len: 173 time: 1.6300025 Jul 22 22:10:09.732965 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9736dc66-d7c6-4994-9cc6-0eac14082173', 'name': 'network-vif-deleted', 'tag': '496c2cda-f7b2-4a56-ba82-5489ee72f85e'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:09.741323 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667368d4-be87-4f8f-b5dd-813d89242be5" -d '{"events": [{"server_uuid": "9736dc66-d7c6-4994-9cc6-0eac14082173", "name": "network-vif-deleted", "tag": "496c2cda-f7b2-4a56-ba82-5489ee72f85e"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:09.779410 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Allocated IP 172.27.2.234 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/8f45534d-853b-437d-8989-9ed255eaec63) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:10:09.795822 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'Port': ['ID=c98bbcbb-9b1a-4b8a-ac65-ad02f2f75ec5,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:09.856276 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c45120d-8ecd-405a-9248-94b926e07359 x-openstack-request-id: req-0c45120d-8ecd-405a-9248-94b926e07359 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:09.856558 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9736dc66-d7c6-4994-9cc6-0eac14082173", "name": "network-vif-deleted", "tag": "496c2cda-f7b2-4a56-ba82-5489ee72f85e", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:09.856812 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c45120d-8ecd-405a-9248-94b926e07359 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:09.857211 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9736dc66-d7c6-4994-9cc6-0eac14082173', 'name': 'network-vif-deleted', 'tag': '496c2cda-f7b2-4a56-ba82-5489ee72f85e', 'status': 'completed', 'code': 200} Jul 22 22:10:10.099823 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:10.178200 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:10.214079 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0081-675e-4ee5-869b-8b60221644fd req-8164937a-39f8-4626-84e2-5a1470ed2985 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:10.224705 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-03ce0081-675e-4ee5-869b-8b60221644fd req-8164937a-39f8-4626-84e2-5a1470ed2985 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.1122351 Jul 22 22:10:10.256797 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:10:10.258807 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event updated for resources: {'Port': ['ID=8f45534d-853b-437d-8989-9ed255eaec63,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:10.280851 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-03ce0081-675e-4ee5-869b-8b60221644fd req-71af86e8-c9dd-42cf-a61f-a4a7ca26e144 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543139 Jul 22 22:10:10.295345 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:10:10.301007 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:10:10.524407 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-dae900d1-78db-46f2-9039-251c0610e6a2 req-2e05d596-6b97-486f-8d0a-519b56a94283 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=9736dc66-d7c6-4994-9cc6-0eac14082173 HTTP/1.1" status: 200 len: 210 time: 0.0510952 Jul 22 22:10:10.569824 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:10.663894 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316afa1-78fd-4050-8504-229eaec7f131 req-cad54598-fa2f-4464-a2c5-8921b9e13d18 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:10.665576 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4316afa1-78fd-4050-8504-229eaec7f131 req-cad54598-fa2f-4464-a2c5-8921b9e13d18 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1276562 Jul 22 22:10:10.747987 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4316afa1-78fd-4050-8504-229eaec7f131 req-2fdc981f-4352-49da-be7c-150f06fd981e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570068 Jul 22 22:10:10.785635 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:11.081017 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:11.137006 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:11.143749 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:11.262239 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'Port': ['ID=c98bbcbb-9b1a-4b8a-ac65-ad02f2f75ec5,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:11.272680 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:11.302535 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:11.756654 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 496c2cda-f7b2-4a56-ba82-5489ee72f85e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:10:11.791721 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 496c2cda-f7b2-4a56-ba82-5489ee72f85e {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:10:11.792075 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 496c2cda-f7b2-4a56-ba82-5489ee72f85e not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:10:11.887890 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aec4f-b7bb-47ad-9643-19dc24950637 req-240c1dd9-b4b8-4b81-ae38-fe772015e283 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:11.896111 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-232aec4f-b7bb-47ad-9643-19dc24950637 req-240c1dd9-b4b8-4b81-ae38-fe772015e283 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.5112469 Jul 22 22:10:11.923932 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.l3_db [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Floating IP 0ed5cc16-3f2a-4cad-bea1-df21698c1918 associated. External IP: 172.27.2.134, port: c959d5a8-2c66-4f29-a5b9-ccafec88c825. Jul 22 22:10:11.947911 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf5953-0aa5-4845-bf20-a47a4752a456 req-3f9f8545-5826-4fcb-98a7-2918f786e778 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:11.951290 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4edf5953-0aa5-4845-bf20-a47a4752a456 req-3f9f8545-5826-4fcb-98a7-2918f786e778 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0943267 Jul 22 22:10:12.023573 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4edf5953-0aa5-4845-bf20-a47a4752a456 req-24ec70b8-5a08-4d57-b90f-d30d53915e61 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655122 Jul 22 22:10:12.053949 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-232aec4f-b7bb-47ad-9643-19dc24950637 req-6ca48422-b738-4b21-8574-238e57507ab7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567459 Jul 22 22:10:12.111181 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:12.119546 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:12.283948 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event updated for resources: {'Port': ['ID=8f45534d-853b-437d-8989-9ed255eaec63,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:12.312717 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:12.420857 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Router 9422f665-b478-4a01-8f0d-29a23718dabc has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:10:12.548060 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.l3_db [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Floating IP fad81ff6-f0c6-40e6-8d4b-7cecbf0a281f associated. External IP: 172.27.2.234, port: 246a24a7-a8f0-42d5-9b96-779b78f0867a. Jul 22 22:10:12.652027 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:10:12.668582 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] Sync routers for ids ['9422f665-b478-4a01-8f0d-29a23718dabc'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:10:12.687385 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] Routers {'9422f665-b478-4a01-8f0d-29a23718dabc'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:10:12.688058 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:09:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9422f665-b478-4a01-8f0d-29a23718dabc'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:12.702072 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:12.808522 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] Set router 9422f665-b478-4a01-8f0d-29a23718dabc gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:10:12.815487 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:12.947810 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-9f122d24-028e-4dff-837e-617cc55b8201 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2691092 Jul 22 22:10:12.950168 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:12.951340 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 49966) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:12.953509 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad05be2c-0791-4200-8365-6a1ef25e8eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:12.964857 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Router 164abc64-a8cb-47d1-bce7-65187386dd0e has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:10:12.974665 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-44c72aa7-ceb3-488a-930e-8771aadf9dd4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991195337', 'description': 'tempest-secgroup-smoke-1991195337 description', 'project_id': 'd10298e3c3b040898d30780e8010cba1'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:13.087131 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-44c72aa7-ceb3-488a-930e-8771aadf9dd4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:13.107597 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f92e19e-23c7-4c1a-9ea0-9330faaac168 x-openstack-request-id: req-1f92e19e-23c7-4c1a-9ea0-9330faaac168 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:13.107928 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:13.108189 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f92e19e-23c7-4c1a-9ea0-9330faaac168 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:13.108606 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'status': 'completed', 'code': 200} Jul 22 22:10:13.180360 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4f3e291a-3851-41b8-85a0-2b10e841713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:13.356222 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:10:13.366134 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-44c72aa7-ceb3-488a-930e-8771aadf9dd4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:13.376625 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99bd90-8030-4139-a32e-996ec070ad20 req-bc989ecd-16f0-4a57-af6f-1668f14f6d9d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:13.381166 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] Sync routers for ids ['164abc64-a8cb-47d1-bce7-65187386dd0e'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:10:13.384352 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ef99bd90-8030-4139-a32e-996ec070ad20 req-bc989ecd-16f0-4a57-af6f-1668f14f6d9d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 945 time: 0.2132299 Jul 22 22:10:13.393399 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-44c72aa7-ceb3-488a-930e-8771aadf9dd4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:13.395150 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] Routers {'164abc64-a8cb-47d1-bce7-65187386dd0e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:10:13.398831 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:10:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['164abc64-a8cb-47d1-bce7-65187386dd0e'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:13.485249 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-de8bdc48-f70b-474e-ac40-0e49e8eb6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:13.485249 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-de8bdc48-f70b-474e-ac40-0e49e8eb6585 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d10298e3c3b040898d30780e8010cba1&device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 1098 time: 0.2971811 Jul 22 22:10:13.487763 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:03Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '0ed5cc16-3f2a-4cad-bea1-df21698c1918', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'port_id': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'mac_address': 'fa:16:3e:0a:a2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:10:10Z', 'updated_at': '2021-07-22T22:10:10Z', 'revision_number': 0, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b42122-64ef-4f35-b142-572480eceed4', 'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'mac_address': 'fa:16:3e:2e:c7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:02Z', 'updated_at': '2021-07-22T22:09:11Z', 'revision_number': 5, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'subnets': [{'id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:13.488975 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ef99bd90-8030-4139-a32e-996ec070ad20 req-c1d5f668-c833-4128-ab3a-2af30b3a8305 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869606 Jul 22 22:10:13.488975 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c72aa7-ceb3-488a-930e-8771aadf9dd4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e6a10f-9413-45dd-ba98-74cd7597b821,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:13.501959 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-44c72aa7-ceb3-488a-930e-8771aadf9dd4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:13.507481 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-44c72aa7-ceb3-488a-930e-8771aadf9dd4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5519485 Jul 22 22:10:13.508263 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 49976) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:13.513791 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-107410bb-da4c-471e-9bc2-53f930afd215 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'security_group_rule': {'security_group_id': '82e6a10f-9413-45dd-ba98-74cd7597b821', 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:13.528414 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:13.575186 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d516f4-dfb2-4630-b288-b3d87caad8e0 req-04de7498-6147-4f68-a764-659b29096c8f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:13.581615 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] Checking router: 9422f665-b478-4a01-8f0d-29a23718dabc for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:10:13.598205 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-107410bb-da4c-471e-9bc2-53f930afd215 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:13.599399 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-34d516f4-dfb2-4630-b288-b3d87caad8e0 req-04de7498-6147-4f68-a764-659b29096c8f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.3734286 Jul 22 22:10:13.608758 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] Routers {'9422f665-b478-4a01-8f0d-29a23718dabc'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:10:13.611826 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:10:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9422f665-b478-4a01-8f0d-29a23718dabc'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:13.704597 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-107410bb-da4c-471e-9bc2-53f930afd215 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:13.710877 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-107410bb-da4c-471e-9bc2-53f930afd215 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:13.735096 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107410bb-da4c-471e-9bc2-53f930afd215 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fdcdad-6e93-469d-84a5-ffdeba3a1bd0,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:13.771452 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c74f52-9188-48ca-b529-6d8ea5348d1d req-87120cb3-c04a-4b6e-96cd-069d4cf887cb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:13.779755 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-95c74f52-9188-48ca-b529-6d8ea5348d1d req-87120cb3-c04a-4b6e-96cd-069d4cf887cb tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.1582346 Jul 22 22:10:13.784713 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] Set router 164abc64-a8cb-47d1-bce7-65187386dd0e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:10:13.785422 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-107410bb-da4c-471e-9bc2-53f930afd215 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:13.803736 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-d2dc0eb8-1a2c-4ed6-9d03-f862085ab686 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0600889 Jul 22 22:10:13.804096 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-107410bb-da4c-471e-9bc2-53f930afd215 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2831881 Jul 22 22:10:13.804273 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 49988) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:13.804273 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-468b95c6-5ee1-4ed0-ab07-4dd93328b1d4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'security_group_rule': {'security_group_id': '82e6a10f-9413-45dd-ba98-74cd7597b821', 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:13.820018 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-34d516f4-dfb2-4630-b288-b3d87caad8e0 req-4892a54a-1d7c-4c49-a752-f22474b4dd6c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196820 Jul 22 22:10:13.852077 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-00144909-08d9-4c4d-8315-e7c092c266e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:13.853874 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-00144909-08d9-4c4d-8315-e7c092c266e1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=482f9c46-9e79-432d-852a-5deceb45db68 HTTP/1.1" status: 200 len: 916 time: 0.3952351 Jul 22 22:10:13.908448 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] Set router 9422f665-b478-4a01-8f0d-29a23718dabc gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:10:13.911902 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-95c74f52-9188-48ca-b529-6d8ea5348d1d req-d88d70f0-c5f3-479d-9c60-d597b0bbd0f7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270583 Jul 22 22:10:13.975504 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-468b95c6-5ee1-4ed0-ab07-4dd93328b1d4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.018826 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-65a47ebf-b615-4489-8a07-9f23d98eabcb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 200 len: 999 time: 0.1566672 Jul 22 22:10:14.079553 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-468b95c6-5ee1-4ed0-ab07-4dd93328b1d4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.090956 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-468b95c6-5ee1-4ed0-ab07-4dd93328b1d4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.120115 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b95c6-5ee1-4ed0-ab07-4dd93328b1d4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10ecc98-4e20-42d0-95df-51718446ce66,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:14.122703 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-cd2fc6a3-11f8-4352-9871-677e9f38ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:14.124355 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-cd2fc6a3-11f8-4352-9871-677e9f38ea54 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9c4b405c-70ac-4093-9f65-00d52ea1d709 HTTP/1.1" status: 200 len: 853 time: 0.0848153 Jul 22 22:10:14.126398 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-468b95c6-5ee1-4ed0-ab07-4dd93328b1d4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.127595 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-468b95c6-5ee1-4ed0-ab07-4dd93328b1d4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3298912 Jul 22 22:10:14.130717 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 49994) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:14.138503 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-013627b4-6c8d-4506-b4bf-4fc3423fd75c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'security_group_rule': {'security_group_id': '82e6a10f-9413-45dd-ba98-74cd7597b821', 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:14.226836 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-013627b4-6c8d-4506-b4bf-4fc3423fd75c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.251327 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:03Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '0ed5cc16-3f2a-4cad-bea1-df21698c1918', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'port_id': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'mac_address': 'fa:16:3e:0a:a2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:10:10Z', 'updated_at': '2021-07-22T22:10:10Z', 'revision_number': 0, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b42122-64ef-4f35-b142-572480eceed4', 'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'mac_address': 'fa:16:3e:2e:c7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:02Z', 'updated_at': '2021-07-22T22:09:11Z', 'revision_number': 5, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'subnets': [{'id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:14.284573 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8d840a-8ecd-4b3c-b553-c856b6e14b0c None None] The sync data for ids ['9422f665-b478-4a01-8f0d-29a23718dabc'] in dv-cinder-801522-2-iscsi is: [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:03Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '0ed5cc16-3f2a-4cad-bea1-df21698c1918', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'port_id': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'mac_address': 'fa:16:3e:0a:a2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:10:10Z', 'updated_at': '2021-07-22T22:10:10Z', 'revision_number': 0, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b42122-64ef-4f35-b142-572480eceed4', 'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'mac_address': 'fa:16:3e:2e:c7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:02Z', 'updated_at': '2021-07-22T22:09:11Z', 'revision_number': 5, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'subnets': [{'id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:10:14.306044 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-63ac01c5-6b32-4168-9f34-6967fe0e78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:14.312947 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-63ac01c5-6b32-4168-9f34-6967fe0e78a7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=482f9c46-9e79-432d-852a-5deceb45db68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1408193 Jul 22 22:10:14.319925 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-013627b4-6c8d-4506-b4bf-4fc3423fd75c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.332412 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-013627b4-6c8d-4506-b4bf-4fc3423fd75c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.374048 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:49Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'fad81ff6-f0c6-40e6-8d4b-7cecbf0a281f', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'port_id': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'mac_address': 'fa:16:3e:28:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84822757-05b0-49ba-bdf0-c41607424bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:10:10Z', 'updated_at': '2021-07-22T22:10:10Z', 'revision_number': 0, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8037b989-4286-4998-af7b-9b99a3e08ade', 'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'mac_address': 'fa:16:3e:f5:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:48Z', 'updated_at': '2021-07-22T22:08:55Z', 'revision_number': 5, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'subnets': [{'id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:14.380104 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013627b4-6c8d-4506-b4bf-4fc3423fd75c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9476ba9a-3854-463d-8951-856ce61a7e0a,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:14.415261 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] Checking router: 164abc64-a8cb-47d1-bce7-65187386dd0e for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:10:14.416527 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-013627b4-6c8d-4506-b4bf-4fc3423fd75c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.417816 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-013627b4-6c8d-4506-b4bf-4fc3423fd75c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2855487 Jul 22 22:10:14.421628 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 49996) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:14.427145 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-e92d7c46-06f8-4ad2-9988-abd731a3c192 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'security_group_rule': {'security_group_id': '82e6a10f-9413-45dd-ba98-74cd7597b821', 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:14.430519 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] Routers {'164abc64-a8cb-47d1-bce7-65187386dd0e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:10:14.431162 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:10:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['164abc64-a8cb-47d1-bce7-65187386dd0e'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:14.434265 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.456945 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-dc157901-ca47-4af7-8f3e-ce89aae3a4cf service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350503 Jul 22 22:10:14.467648 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e92d7c46-06f8-4ad2-9988-abd731a3c192 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.579822 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e92d7c46-06f8-4ad2-9988-abd731a3c192 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.582972 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] Set router 164abc64-a8cb-47d1-bce7-65187386dd0e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:10:14.585386 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e92d7c46-06f8-4ad2-9988-abd731a3c192 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.610977 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d7c46-06f8-4ad2-9988-abd731a3c192 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efea6761-0fe6-4508-99d1-11311a69607b,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:14.634157 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e92d7c46-06f8-4ad2-9988-abd731a3c192 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.634157 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-e92d7c46-06f8-4ad2-9988-abd731a3c192 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1995027 Jul 22 22:10:14.634939 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50000) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:14.658123 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-156a1ee0-2faa-4f73-99e4-212a19f5cbf5 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'security_group_rule': {'security_group_id': '82e6a10f-9413-45dd-ba98-74cd7597b821', 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:14.671881 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d6755-80a7-4965-88e7-c943a4416e91 None None] New status for floating IP 0ed5cc16-3f2a-4cad-bea1-df21698c1918: ACTIVE {{(pid=93411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:10:14.689332 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.securitygroups_db [None req-156a1ee0-2faa-4f73-99e4-212a19f5cbf5 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Project d10298e3c3b040898d30780e8010cba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:10:14.696376 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-156a1ee0-2faa-4f73-99e4-212a19f5cbf5 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.718176 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ad05be2c-0791-4200-8365-6a1ef25e8eb1 req-fc38f95c-e8ad-4521-b40d-71f45bd6ac05 service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465363 Jul 22 22:10:14.734547 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-1cfae78b-6ea1-4eb2-863b-21f1d4a7203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:14.736209 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-1cfae78b-6ea1-4eb2-863b-21f1d4a7203c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 1099 time: 0.2192042 Jul 22 22:10:14.766070 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaf8c8-777b-4e0f-935b-7d703c2c53e7 req-e0a1af8b-b107-4232-8924-fcb663d66b24 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:14.768183 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1ecaf8c8-777b-4e0f-935b-7d703c2c53e7 req-e0a1af8b-b107-4232-8924-fcb663d66b24 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 945 time: 0.1668062 Jul 22 22:10:14.803562 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-156a1ee0-2faa-4f73-99e4-212a19f5cbf5 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.812789 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-156a1ee0-2faa-4f73-99e4-212a19f5cbf5 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.853026 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a1ee0-2faa-4f73-99e4-212a19f5cbf5 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc7b3c2-411e-48e4-99f9-3e442d895407,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:14.872175 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1ecaf8c8-777b-4e0f-935b-7d703c2c53e7 req-dc6a83fe-66b4-4525-b4dc-24fa46d44109 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956788 Jul 22 22:10:14.878978 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-156a1ee0-2faa-4f73-99e4-212a19f5cbf5 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.882659 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-156a1ee0-2faa-4f73-99e4-212a19f5cbf5 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2356422 Jul 22 22:10:14.886176 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50004) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:14.891876 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-544ea5c3-9461-499d-8133-8e87b9dbd59c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'security_group_rule': {'security_group_id': '82e6a10f-9413-45dd-ba98-74cd7597b821', 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:14.943728 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.securitygroups_db [None req-544ea5c3-9461-499d-8133-8e87b9dbd59c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Project d10298e3c3b040898d30780e8010cba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:10:14.950261 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-544ea5c3-9461-499d-8133-8e87b9dbd59c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:14.953642 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:49Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'fad81ff6-f0c6-40e6-8d4b-7cecbf0a281f', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'port_id': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'mac_address': 'fa:16:3e:28:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84822757-05b0-49ba-bdf0-c41607424bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:10:10Z', 'updated_at': '2021-07-22T22:10:10Z', 'revision_number': 0, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8037b989-4286-4998-af7b-9b99a3e08ade', 'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'mac_address': 'fa:16:3e:f5:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:48Z', 'updated_at': '2021-07-22T22:08:55Z', 'revision_number': 5, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'subnets': [{'id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:14.965399 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-da01d34e-c577-450d-9da6-ceeff01ff847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:14.966440 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-da01d34e-c577-450d-9da6-ceeff01ff847 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 918 time: 0.2093766 Jul 22 22:10:15.019143 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f45197-d9dd-4f9b-9e98-74493da84cd1 None None] The sync data for ids ['164abc64-a8cb-47d1-bce7-65187386dd0e'] in dv-cinder-801522-2-iscsi is: [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:49Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'fad81ff6-f0c6-40e6-8d4b-7cecbf0a281f', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'port_id': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'mac_address': 'fa:16:3e:28:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84822757-05b0-49ba-bdf0-c41607424bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:10:10Z', 'updated_at': '2021-07-22T22:10:10Z', 'revision_number': 0, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8037b989-4286-4998-af7b-9b99a3e08ade', 'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'mac_address': 'fa:16:3e:f5:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:48Z', 'updated_at': '2021-07-22T22:08:55Z', 'revision_number': 5, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'subnets': [{'id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:10:15.048108 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-544ea5c3-9461-499d-8133-8e87b9dbd59c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:15.093213 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-544ea5c3-9461-499d-8133-8e87b9dbd59c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:15.113721 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:15.118920 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efff06f-06b5-403c-b283-8f6e8fdf7139" -d '{"events": [{"name": "network-changed", "server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:15.151071 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ea5c3-9461-499d-8133-8e87b9dbd59c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8ffc02-250f-4def-9da0-bb3df8855e81,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:15.174333 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-544ea5c3-9461-499d-8133-8e87b9dbd59c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:15.175968 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-544ea5c3-9461-499d-8133-8e87b9dbd59c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2884660 Jul 22 22:10:15.213106 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-d56120c4-a89b-4f02-a3fa-2a18534ece98 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350 HTTP/1.1" status: 200 len: 1002 time: 0.2378263 Jul 22 22:10:15.229339 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee97531-b1a1-4e71-9826-7c89c747302c req-33ee9d4f-58d4-4d3c-ac69-be5db6c8f707 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:15.232234 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ee97531-b1a1-4e71-9826-7c89c747302c req-33ee9d4f-58d4-4d3c-ac69-be5db6c8f707 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1816616 Jul 22 22:10:15.300784 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ee97531-b1a1-4e71-9826-7c89c747302c req-7f1b3dec-05a4-47fc-9b5d-3c4be7a1094f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537882 Jul 22 22:10:15.311249 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6484d-1231-44e7-919d-ae9a3549e98d req-df21b83b-396e-4ca3-b6f0-48861e4b34a0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:15.315343 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-85d6484d-1231-44e7-919d-ae9a3549e98d req-df21b83b-396e-4ca3-b6f0-48861e4b34a0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.2353895 Jul 22 22:10:15.347235 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-7dd8fa14-a4fb-469c-a5c4-1b7cf1dfdfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:15.349398 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-7dd8fa14-a4fb-469c-a5c4-1b7cf1dfdfa5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.1156073 Jul 22 22:10:15.396050 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db306892-d062-4d36-a911-2ed28c203b09 None None] New status for floating IP fad81ff6-f0c6-40e6-8d4b-7cecbf0a281f: ACTIVE {{(pid=93410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:10:15.407491 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2304bc-c7b0-4977-9fc0-956540e76a56 x-openstack-request-id: req-5d2304bc-c7b0-4977-9fc0-956540e76a56 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:15.407996 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:15.408142 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d2304bc-c7b0-4977-9fc0-956540e76a56 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:15.408490 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'status': 'completed', 'code': 200} Jul 22 22:10:15.411901 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-85d6484d-1231-44e7-919d-ae9a3549e98d req-05b4b35f-c559-443e-ab74-7da657170858 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859189 Jul 22 22:10:15.548548 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-77540c31-2cb8-442b-bc51-66236cbaae3e tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991195337&fields=id&tenant_id=d10298e3c3b040898d30780e8010cba1 HTTP/1.1" status: 200 len: 267 time: 0.0600028 Jul 22 22:10:15.568517 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-3d83aee5-7e35-4be5-8e17-533b1535c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:15.570665 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-3d83aee5-7e35-4be5-8e17-533b1535c6ca service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95158c40d9f74bda88228846e72eaebd&device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 1098 time: 0.1287313 Jul 22 22:10:15.758933 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-ac5b12b3-b561-4b0c-ad77-5db6babd4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:15.760571 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-ac5b12b3-b561-4b0c-ad77-5db6babd4160 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3936474 Jul 22 22:10:15.780473 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-bf406a50-077f-4991-beae-a46a288a1af3 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:15.782629 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-bf406a50-077f-4991-beae-a46a288a1af3 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.2109966 Jul 22 22:10:15.783761 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-b7c325f8-adda-437f-b355-b8b2c75bd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:15.786122 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-b7c325f8-adda-437f-b355-b8b2c75bd391 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cee03ab9-d068-4513-94e2-6746aaf63df6 HTTP/1.1" status: 200 len: 908 time: 0.2015343 Jul 22 22:10:15.794976 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-1d732463-db73-40aa-bd99-5eebb5acc204 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'port': {'security_groups': ['c79bbb01-1b28-49eb-96fd-b132605e3764', '82e6a10f-9413-45dd-ba98-74cd7597b821']}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:10:15.816827 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-df1c75ea-c9e7-4300-921f-aca955722d51 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:15.818146 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-df1c75ea-c9e7-4300-921f-aca955722d51 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 945 time: 0.3861153 Jul 22 22:10:15.920222 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-18b88b84-593c-4392-9eaa-9d2112cc62a8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a HTTP/1.1" status: 200 len: 1001 time: 0.1204364 Jul 22 22:10:15.945693 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-7edd4c53-af9c-4787-a37a-9f21fbd1c5bd service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721001 Jul 22 22:10:15.969742 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-1d732463-db73-40aa-bd99-5eebb5acc204 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.017827 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-1802a0ab-74a2-4410-8c47-70aa7d691a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:16.019350 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-1802a0ab-74a2-4410-8c47-70aa7d691a3c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5f5281fa-dfaa-4347-8624-1cb358598c7e HTTP/1.1" status: 200 len: 845 time: 0.0888407 Jul 22 22:10:16.067782 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-8e37eed9-a430-4e50-89ea-8818f9e000c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Deleting port e24e55ba-061d-4ed1-aaa0-9a3114d689bf {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:10:16.068199 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-8e37eed9-a430-4e50-89ea-8818f9e000c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.127007 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.131865 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7b4fd96a-5c55-482f-8561-8f00e6677176 req-66fd32b5-2d9e-4599-b6e3-4341ed8fd3b6 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775367 Jul 22 22:10:16.174394 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-8f3358b0-fdcb-40e1-85c5-709b371f5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:16.175958 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-8f3358b0-fdcb-40e1-85c5-709b371f5593 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cee03ab9-d068-4513-94e2-6746aaf63df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1453121 Jul 22 22:10:16.190622 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5d0ce-7e4c-47af-a390-c3c86b7d967d req-855911a4-9b22-4533-85a2-75caf21b158b tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:16.192499 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-61d5d0ce-7e4c-47af-a390-c3c86b7d967d req-855911a4-9b22-4533-85a2-75caf21b158b tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 945 time: 0.2046723 Jul 22 22:10:16.235467 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-8e37eed9-a430-4e50-89ea-8818f9e000c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] For port e24e55ba-061d-4ed1-aaa0-9a3114d689bf, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,segment=NetworkSegment(cc3342e8-f180-4591-8240-42501d88a9e9),segment_id=cc3342e8-f180-4591-8240-42501d88a9e9)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:16.235843 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-8e37eed9-a430-4e50-89ea-8818f9e000c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.257489 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-8e37eed9-a430-4e50-89ea-8818f9e000c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Calling delete_port for e24e55ba-061d-4ed1-aaa0-9a3114d689bf owned by compute:nova {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:10:16.262332 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-61d5d0ce-7e4c-47af-a390-c3c86b7d967d req-4c183a6f-ffec-4da2-bf22-616834f82d0e tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/security-groups?id=26aae136-41eb-459e-8f8b-4ac807328caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647771 Jul 22 22:10:16.319550 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-1d732463-db73-40aa-bd99-5eebb5acc204 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] For port c959d5a8-2c66-4f29-a5b9-ccafec88c825, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:16.359254 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-7f8be921-8c51-4a98-b0ca-d4730cd0f28e service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750247 Jul 22 22:10:16.389257 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-1d732463-db73-40aa-bd99-5eebb5acc204 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.404036 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-1d732463-db73-40aa-bd99-5eebb5acc204 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.419811 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['c959d5a8-2c66-4f29-a5b9-ccafec88c825'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:10:16.485233 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-8e37eed9-a430-4e50-89ea-8818f9e000c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.524323 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-1d732463-db73-40aa-bd99-5eebb5acc204 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:16.525091 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-1d732463-db73-40aa-bd99-5eebb5acc204 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.526752 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-65616df1-c750-40ab-bde2-bdd3ab6f6815 req-1d732463-db73-40aa-bd99-5eebb5acc204 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "PUT /v2.0/ports/c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 200 len: 981 time: 0.7368615 Jul 22 22:10:16.527252 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:16.529779 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3373f081-dffa-4034-a28f-fe74aaaab60a" -d '{"events": [{"name": "network-changed", "server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:16.575727 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d732463-db73-40aa-bd99-5eebb5acc204 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'Port': ['ID=c959d5a8-2c66-4f29-a5b9-ccafec88c825,revision_number=6']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:16.594673 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9efff06f-06b5-403c-b283-8f6e8fdf7139 req-3a04b154-006d-42a7-ba6b-7bb86f68c191 service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171094 Jul 22 22:10:16.607107 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361efe38-1daa-470b-a63c-bda0bfa03854 req-92087b30-09cf-4cec-95df-dc25abd9f6b7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:16.608891 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-361efe38-1daa-470b-a63c-bda0bfa03854 req-92087b30-09cf-4cec-95df-dc25abd9f6b7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.2096574 Jul 22 22:10:16.629046 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37eed9-a430-4e50-89ea-8818f9e000c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Pushing event deleted for resources: {'Port': ['ID=e24e55ba-061d-4ed1-aaa0-9a3114d689bf,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:16.649162 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-8e37eed9-a430-4e50-89ea-8818f9e000c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] No DVR routers for this DVR port e24e55ba-061d-4ed1-aaa0-9a3114d689bf on host hv-cinder-80152 {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:10:16.654011 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-8e37eed9-a430-4e50-89ea-8818f9e000c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.656737 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d05fb6fd-82ac-421c-b418-ad805b4c4bf2 req-8e37eed9-a430-4e50-89ea-8818f9e000c1 tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.113 "DELETE /v2.0/ports/e24e55ba-061d-4ed1-aaa0-9a3114d689bf HTTP/1.1" status: 204 len: 173 time: 0.8075397 Jul 22 22:10:16.689549 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['c959d5a8-2c66-4f29-a5b9-ccafec88c825'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:10:16.722153 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-361efe38-1daa-470b-a63c-bda0bfa03854 req-797c6975-eace-4656-925e-83c550d764db tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869627 Jul 22 22:10:16.724058 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415352ca-3cc4-453e-b31b-561a3860d3c0 req-a7ac0def-2c66-4abc-8ad8-485673df9ec7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:16.743943 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-415352ca-3cc4-453e-b31b-561a3860d3c0 req-a7ac0def-2c66-4abc-8ad8-485673df9ec7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.1313508 Jul 22 22:10:16.799641 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-415352ca-3cc4-453e-b31b-561a3860d3c0 req-9fc5a4f9-f033-4a16-a3e0-ceea98f37d6d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542812 Jul 22 22:10:16.878157 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5e80ae-d81a-4a52-af3b-3cd9b3c3a199 x-openstack-request-id: req-3a5e80ae-d81a-4a52-af3b-3cd9b3c3a199 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:16.878157 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:16.878157 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a5e80ae-d81a-4a52-af3b-3cd9b3c3a199 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:16.878157 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'status': 'completed', 'code': 200} Jul 22 22:10:16.902796 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-93bd57fd-3ab9-4a41-931c-65643d201f27 None None] Provisioning complete for port c959d5a8-2c66-4f29-a5b9-ccafec88c825 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:10:16.903123 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-93bd57fd-3ab9-4a41-931c-65643d201f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.913978 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6fc46-c7c1-4a30-89d3-a958b9d5fe41 req-8e543153-3cd9-48b7-bd4c-8683d014e24e tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:16.915807 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-66a6fc46-c7c1-4a30-89d3-a958b9d5fe41 req-8e543153-3cd9-48b7-bd4c-8683d014e24e tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.1075511 Jul 22 22:10:16.997649 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-66a6fc46-c7c1-4a30-89d3-a958b9d5fe41 req-d662b966-235f-4aa6-a370-7403a89e5866 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717490 Jul 22 22:10:17.016901 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-340ed8ea-3f27-4e12-b128-6a9f4187b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:17.018678 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-340ed8ea-3f27-4e12-b128-6a9f4187b954 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d10298e3c3b040898d30780e8010cba1&device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 1137 time: 0.1016581 Jul 22 22:10:17.131117 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-de263d80-6a38-4e48-8065-6b0b67cbddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:17.132674 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-de263d80-6a38-4e48-8065-6b0b67cbddcd service neutron] 10.222.0.113 "GET /v2.0/networks?id=482f9c46-9e79-432d-852a-5deceb45db68 HTTP/1.1" status: 200 len: 916 time: 0.1054475 Jul 22 22:10:17.211262 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-4da47b2b-95e7-4e33-b367-7e682e67d110 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 200 len: 1001 time: 0.0625691 Jul 22 22:10:17.284879 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-5404d92c-aa21-489f-92f0-3c2d12426458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:17.286627 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-5404d92c-aa21-489f-92f0-3c2d12426458 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9c4b405c-70ac-4093-9f65-00d52ea1d709 HTTP/1.1" status: 200 len: 853 time: 0.0511870 Jul 22 22:10:17.376883 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-3bc3b41c-c5ea-4c78-8376-a66eed6c74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:17.378501 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-3bc3b41c-c5ea-4c78-8376-a66eed6c74dd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=482f9c46-9e79-432d-852a-5deceb45db68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755825 Jul 22 22:10:17.400349 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-842fce5d-e6ff-40f7-ab29-eab3ead3b40a req-054f165c-8de4-46c0-986d-cf3b1eaddd4d tempest-AttachVolumeNegativeTest-1568760319 tempest-AttachVolumeNegativeTest-1568760319-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd2612d1-430f-45be-bb1d-d0c3ac2aecb3 HTTP/1.1" status: 200 len: 210 time: 0.0381184 Jul 22 22:10:17.409589 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2612d1-430f-45be-bb1d-d0c3ac2aecb3', 'name': 'network-vif-deleted', 'tag': 'e24e55ba-061d-4ed1-aaa0-9a3114d689bf'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:17.411919 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244ff6f1-8a08-4b74-9a72-5fd260463233" -d '{"events": [{"server_uuid": "dd2612d1-430f-45be-bb1d-d0c3ac2aecb3", "name": "network-vif-deleted", "tag": "e24e55ba-061d-4ed1-aaa0-9a3114d689bf"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:17.423760 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['e24e55ba-061d-4ed1-aaa0-9a3114d689bf'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:10:17.465304 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b95231-f2c2-402f-885b-b33f4184f711 x-openstack-request-id: req-e2b95231-f2c2-402f-885b-b33f4184f711 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:17.465601 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2612d1-430f-45be-bb1d-d0c3ac2aecb3", "name": "network-vif-deleted", "tag": "e24e55ba-061d-4ed1-aaa0-9a3114d689bf", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:17.466037 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2b95231-f2c2-402f-885b-b33f4184f711 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:17.467099 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2612d1-430f-45be-bb1d-d0c3ac2aecb3', 'name': 'network-vif-deleted', 'tag': 'e24e55ba-061d-4ed1-aaa0-9a3114d689bf', 'status': 'completed', 'code': 200} Jul 22 22:10:17.495944 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-8b50580d-e1a5-4d36-9370-e6d5d4cea758 service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078341 Jul 22 22:10:17.598886 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3373f081-dffa-4034-a28f-fe74aaaab60a req-22431c0b-1a4d-44bc-b7d7-77cab62dfc83 service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927672 Jul 22 22:10:17.767021 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:10:17.851533 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:17.852467 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832ce23-e532-4949-b6d6-3263b89cb911 req-59accc05-8881-4386-bd57-73c6c53c098f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:17.854181 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4832ce23-e532-4949-b6d6-3263b89cb911 req-59accc05-8881-4386-bd57-73c6c53c098f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0708480 Jul 22 22:10:17.878766 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:17.881392 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3625b1-936d-4324-bd7a-a8aace7c9739" -d '{"events": [{"server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:17.894393 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:17.897613 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4832ce23-e532-4949-b6d6-3263b89cb911 req-a355d375-9abe-40d0-907c-7ce01a593580 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369766 Jul 22 22:10:17.899066 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:17.949544 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97dd7-2926-4b45-af43-a8d2d61357f1 req-cf7a3189-950f-4e35-a6e2-f2c111852815 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:17.950995 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bbf97dd7-2926-4b45-af43-a8d2d61357f1 req-cf7a3189-950f-4e35-a6e2-f2c111852815 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 946 time: 0.0693257 Jul 22 22:10:17.951977 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220ca780-3f11-479f-b154-e5873c773e52 x-openstack-request-id: req-220ca780-3f11-479f-b154-e5873c773e52 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:17.952368 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:17.952686 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-220ca780-3f11-479f-b154-e5873c773e52 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:17.953169 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'code': 200} Jul 22 22:10:17.956564 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=8']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:17.964341 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.964687 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.965023 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.965354 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.965681 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.966083 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.966410 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.966731 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.967053 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.967370 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.967704 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.968027 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:17.991713 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bbf97dd7-2926-4b45-af43-a8d2d61357f1 req-dd7ae8ce-49e4-4a03-b72b-fd7c7a339d18 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347676 Jul 22 22:10:18.466549 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50036) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:18.517525 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d700e9a-98c8-4d07-9fbb-632520a3261e admin admin] Deleting subnet 65035fb7-8cbd-4538-be81-238ba9d8fca1 {{(pid=93409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:10:18.521007 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0d700e9a-98c8-4d07-9fbb-632520a3261e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.560108 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0d700e9a-98c8-4d07-9fbb-632520a3261e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26754812'] for subnet, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.601005 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0d700e9a-98c8-4d07-9fbb-632520a3261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.656985 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0d700e9a-98c8-4d07-9fbb-632520a3261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25565060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26817822'] for subnet, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.683964 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d700e9a-98c8-4d07-9fbb-632520a3261e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65035fb7-8cbd-4538-be81-238ba9d8fca1,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:18.693475 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-0d700e9a-98c8-4d07-9fbb-632520a3261e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.696076 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-0d700e9a-98c8-4d07-9fbb-632520a3261e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/65035fb7-8cbd-4538-be81-238ba9d8fca1 HTTP/1.1" status: 204 len: 168 time: 0.2279985 Jul 22 22:10:18.698429 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50038) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:18.772157 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.854581 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.866009 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d2fff4-2f67-4522-be6a-7c76aad5a329']}} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:18.877003 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3342e8-f180-4591-8240-42501d88a9e9') {'for_net_delete': True} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:18.877297 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3342e8-f180-4591-8240-42501d88a9e9') {} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:10:18.886430 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26754805'] for segment, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.901126 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.908306 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] Releasing vlan 1666 on physical network physnet1 to pool {{(pid=93409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:10:18.908879 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25565182'] for segment, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: Traceback (most recent call last): Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: timer() Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: cb(*args, **kw) Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: return func(*args, **kwargs) Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: self._notify() Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: self.callback(batched_events) Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: event.method(event) Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: return f(self, *a, **k) Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._get(url).json() Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: return self.request(url, 'GET', **kwargs) Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:10:18.910983 dv-cinder-801522-2-iscsi neutron-server[93409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:10:18.980066 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.985894 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.990711 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/85d2fff4-2f67-4522-be6a-7c76aad5a329 HTTP/1.1" status: 204 len: 168 time: 0.2883468 Jul 22 22:10:18.999744 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbc124-9f82-40fc-8e22-2eafb13c50a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d2fff4-2f67-4522-be6a-7c76aad5a329,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:19.054510 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778d0bc-7ecf-46f3-a28d-8cd4b94dfd2f req-cc2fc5ed-aea0-4b7f-a70f-482a41c9fe30 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:19.056255 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b778d0bc-7ecf-46f3-a28d-8cd4b94dfd2f req-cc2fc5ed-aea0-4b7f-a70f-482a41c9fe30 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0794771 Jul 22 22:10:19.109050 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b778d0bc-7ecf-46f3-a28d-8cd4b94dfd2f req-c3c59736-e707-4fee-9656-e826fbe74b81 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451303 Jul 22 22:10:19.149402 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda4a72-b84e-4a94-836b-2232489b7837 req-b25c70ed-bf4a-4900-80e3-b44be9b877d0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:19.151080 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8eda4a72-b84e-4a94-836b-2232489b7837 req-b25c70ed-bf4a-4900-80e3-b44be9b877d0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0761797 Jul 22 22:10:19.196484 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8eda4a72-b84e-4a94-836b-2232489b7837 req-0145a98d-1459-47de-809c-d92d4cb50d37 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377963 Jul 22 22:10:19.225246 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50046) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:19.265790 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-c2df4099-5a02-4d88-9527-99252747f123 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71518297aed1426a8ff0553453138acc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391359 Jul 22 22:10:19.268234 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50050) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:19.323074 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1782114a-328c-4706-8ec2-0cdc6e67f747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:19.345808 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1782114a-328c-4706-8ec2-0cdc6e67f747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:19.394417 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1782114a-328c-4706-8ec2-0cdc6e67f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:19.397484 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1782114a-328c-4706-8ec2-0cdc6e67f747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:19.398851 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-1782114a-328c-4706-8ec2-0cdc6e67f747 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26aae136-41eb-459e-8f8b-4ac807328caf HTTP/1.1" status: 204 len: 168 time: 0.1294043 Jul 22 22:10:19.409236 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782114a-328c-4706-8ec2-0cdc6e67f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aae136-41eb-459e-8f8b-4ac807328caf,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:19.786647 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:10:19.841254 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc360d-d170-47cd-990f-ac862bf92dff req-23c4151a-f867-439b-9a9d-c1f1952fd334 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:19.848838 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f4bc360d-d170-47cd-990f-ac862bf92dff req-23c4151a-f867-439b-9a9d-c1f1952fd334 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0853336 Jul 22 22:10:19.886904 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f4bc360d-d170-47cd-990f-ac862bf92dff req-68857013-8aa9-4c02-bbf9-2ba74cb860b1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371618 Jul 22 22:10:19.915497 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device e24e55ba-061d-4ed1-aaa0-9a3114d689bf no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:10:19.936580 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: e24e55ba-061d-4ed1-aaa0-9a3114d689bf {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:10:19.936926 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device e24e55ba-061d-4ed1-aaa0-9a3114d689bf not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:10:20.281232 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d896ce-313e-4f52-a9b3-389ace0b11c5 req-9f364ee7-2fac-4321-9b58-d8c2e2a0a251 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:20.284272 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-01d896ce-313e-4f52-a9b3-389ace0b11c5 req-9f364ee7-2fac-4321-9b58-d8c2e2a0a251 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0866427 Jul 22 22:10:20.338282 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-01d896ce-313e-4f52-a9b3-389ace0b11c5 req-08407d0d-79f7-4e94-8a5a-46c5b2f5347f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457823 Jul 22 22:10:20.411384 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50110) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:20.520077 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-f27715ae-fc66-4518-b684-72fc27bb561c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065242 Jul 22 22:10:20.856281 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50144) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:20.969225 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-fb466d0f-37f2-4bc4-906e-6c3ab7bc1c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:21.072225 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d806b9-cb83-472d-a177-bdb4fa0ea6f8 req-46423649-a275-4e19-aa4c-9c9cd021266b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:21.073800 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-14d806b9-cb83-472d-a177-bdb4fa0ea6f8 req-46423649-a275-4e19-aa4c-9c9cd021266b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.1063597 Jul 22 22:10:21.135105 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-14d806b9-cb83-472d-a177-bdb4fa0ea6f8 req-b21a07ed-0224-4624-980f-cf3baa916597 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554724 Jul 22 22:10:21.149062 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-fb466d0f-37f2-4bc4-906e-6c3ab7bc1c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:21.153763 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-fb466d0f-37f2-4bc4-906e-6c3ab7bc1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:21.199969 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-fb466d0f-37f2-4bc4-906e-6c3ab7bc1c4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c45b90bb1cc41909e68a93c6c5236a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421121 Jul 22 22:10:21.200863 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb466d0f-37f2-4bc4-906e-6c3ab7bc1c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb63d8-5fcd-4a03-b527-197495664380,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:21.202809 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50152) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:21.252180 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5436d012-759a-4622-96ab-453c82cc0890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:21.273238 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5436d012-759a-4622-96ab-453c82cc0890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:21.320863 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5436d012-759a-4622-96ab-453c82cc0890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:21.323442 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5436d012-759a-4622-96ab-453c82cc0890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:21.324645 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-5436d012-759a-4622-96ab-453c82cc0890 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fdb63d8-5fcd-4a03-b527-197495664380 HTTP/1.1" status: 204 len: 168 time: 0.1208172 Jul 22 22:10:21.332447 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436d012-759a-4622-96ab-453c82cc0890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb63d8-5fcd-4a03-b527-197495664380,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:21.492477 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ca5ce-54bb-4181-8ca4-4f67a66ea3ea req-262be61b-af71-47af-a2e2-518d05bf500b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:21.494029 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c24ca5ce-54bb-4181-8ca4-4f67a66ea3ea req-262be61b-af71-47af-a2e2-518d05bf500b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0703952 Jul 22 22:10:21.533856 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c24ca5ce-54bb-4181-8ca4-4f67a66ea3ea req-80978726-c082-4ebc-85d1-cbcf287a5670 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337198 Jul 22 22:10:22.184882 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-6f297688-17d2-4d52-a2e4-aa3f1291c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:22.187107 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-6f297688-17d2-4d52-a2e4-aa3f1291c7c4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4&tenant_id=4916e59614aa42639b3699de5d06966d HTTP/1.1" status: 200 len: 1097 time: 0.0951872 Jul 22 22:10:22.311173 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-bda825f9-5f52-44c0-87d4-a47aedb5297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:22.313227 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-bda825f9-5f52-44c0-87d4-a47aedb5297c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 1097 time: 0.0993195 Jul 22 22:10:22.321136 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e31e1-c201-4068-853c-7c36ee5c034c req-ffa15269-457c-420e-9c5a-272eb91deaf8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:22.322727 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d81e31e1-c201-4068-853c-7c36ee5c034c req-ffa15269-457c-420e-9c5a-272eb91deaf8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.1008289 Jul 22 22:10:22.420560 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d81e31e1-c201-4068-853c-7c36ee5c034c req-1fbbc00e-ba90-4d40-b227-588f0aafdc4f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884874 Jul 22 22:10:22.444376 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-b0b37fcf-bece-4e96-8319-12c003cae9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:22.446092 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-b0b37fcf-bece-4e96-8319-12c003cae9d7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 918 time: 0.1223330 Jul 22 22:10:22.513609 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-b68a2440-8cac-45ab-b67c-607c8348633e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350 HTTP/1.1" status: 200 len: 1000 time: 0.0593517 Jul 22 22:10:22.565889 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-d29668ef-06ec-4bf0-bb84-3527a2210202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:22.567035 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-d29668ef-06ec-4bf0-bb84-3527a2210202 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.0465329 Jul 22 22:10:22.645196 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-e2018fb6-7bed-45ea-b02b-69ec63d6072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:22.647134 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-e2018fb6-7bed-45ea-b02b-69ec63d6072e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728405 Jul 22 22:10:22.672025 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba9c0f-b64c-4269-afc2-3e4a4226907a req-f39e8ffd-ac02-455b-bd35-3cff30844c97 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:22.674461 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-caba9c0f-b64c-4269-afc2-3e4a4226907a req-f39e8ffd-ac02-455b-bd35-3cff30844c97 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0689003 Jul 22 22:10:22.717208 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-caba9c0f-b64c-4269-afc2-3e4a4226907a req-1771f847-55e3-4e82-b98f-a051b608f535 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359571 Jul 22 22:10:22.744985 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-db2aea39-b66f-4a8b-9f6c-6b2e4bb0cd7a service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885799 Jul 22 22:10:22.840400 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-daf7e90c-fd9f-4376-b462-e2f1851a5ea4 req-b77a33fb-15f8-40a0-85cc-342408897671 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851934 Jul 22 22:10:23.581397 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70eed2-0634-470d-9a5c-dd5b07dcebca req-17881853-7f6c-4831-b202-343feff4738f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:23.582979 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ef70eed2-0634-470d-9a5c-dd5b07dcebca req-17881853-7f6c-4831-b202-343feff4738f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0710382 Jul 22 22:10:23.627523 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ef70eed2-0634-470d-9a5c-dd5b07dcebca req-76f4761a-177b-4b57-8b5f-feb2ab2242be tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361075 Jul 22 22:10:23.854919 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b87494-16c4-4713-ba18-7b92a0905836 req-a1b13c4d-e7bd-45cc-80ae-e599aefab0a8 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:23.856437 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d0b87494-16c4-4713-ba18-7b92a0905836 req-a1b13c4d-e7bd-45cc-80ae-e599aefab0a8 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0698411 Jul 22 22:10:23.896467 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d0b87494-16c4-4713-ba18-7b92a0905836 req-b6dca13a-eba9-447c-8076-cc0d4da4e57a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342867 Jul 22 22:10:24.777237 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac0241-b189-4a25-932d-55ad755b0b6b req-ae7b9a92-8df5-446b-8a24-391f5fdf7f2d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:24.778819 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-deac0241-b189-4a25-932d-55ad755b0b6b req-ae7b9a92-8df5-446b-8a24-391f5fdf7f2d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0757315 Jul 22 22:10:24.819675 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-deac0241-b189-4a25-932d-55ad755b0b6b req-52d2dbfa-13fb-407b-b9fb-9ebcbc17ad76 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342772 Jul 22 22:10:25.027635 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec11cd4-15d1-46bc-ae75-3691fcd46d7a req-93b5d8d2-a3c2-4a59-8275-3ca747e2a0b0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:25.029206 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fec11cd4-15d1-46bc-ae75-3691fcd46d7a req-93b5d8d2-a3c2-4a59-8275-3ca747e2a0b0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0653536 Jul 22 22:10:25.068412 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fec11cd4-15d1-46bc-ae75-3691fcd46d7a req-9cbcd13f-891a-485b-b58a-1f370c143138 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329089 Jul 22 22:10:25.974301 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752daeb0-b538-43a2-9d0c-2a9d760ae27f req-a5d9d18c-d345-448a-a194-15db8b5fb107 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:25.975774 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-752daeb0-b538-43a2-9d0c-2a9d760ae27f req-a5d9d18c-d345-448a-a194-15db8b5fb107 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0740840 Jul 22 22:10:26.017863 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-752daeb0-b538-43a2-9d0c-2a9d760ae27f req-aa650c20-2e2d-4f1a-b344-e04360bf4ef1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337298 Jul 22 22:10:26.208194 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8aa74-d564-4248-92ea-64d92bac2c2a req-89af871a-050f-4943-8255-8d458d8ca017 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:26.210013 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-efb8aa74-d564-4248-92ea-64d92bac2c2a req-89af871a-050f-4943-8255-8d458d8ca017 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0672724 Jul 22 22:10:26.248902 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-efb8aa74-d564-4248-92ea-64d92bac2c2a req-909f5563-196f-4bce-98d3-92118389690f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Jul 22 22:10:27.129323 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:27.171394 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed749f94-1d0d-4362-b2e9-e6e689abf042 req-0b1dd937-eef6-4ec5-b21e-7e35c50c42be tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:27.172973 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ed749f94-1d0d-4362-b2e9-e6e689abf042 req-0b1dd937-eef6-4ec5-b21e-7e35c50c42be tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0784285 Jul 22 22:10:27.213211 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ed749f94-1d0d-4362-b2e9-e6e689abf042 req-0acfc26d-58c2-4e55-b488-b5ad19925ce5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342808 Jul 22 22:10:27.397935 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f1603-67c9-4558-84d4-6287ab2322c2 req-b232f52c-781c-4323-8970-d31752ef53b4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:27.399433 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-621f1603-67c9-4558-84d4-6287ab2322c2 req-b232f52c-781c-4323-8970-d31752ef53b4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0712082 Jul 22 22:10:27.446930 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-621f1603-67c9-4558-84d4-6287ab2322c2 req-f38640d1-8f2c-4064-ba61-ac694cf1f095 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Jul 22 22:10:28.379652 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f27aa7-0a5d-4488-a5a4-caab8ddea4bc req-58c48cf0-8dae-4d99-a834-81423c74faec tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:28.381408 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-34f27aa7-0a5d-4488-a5a4-caab8ddea4bc req-58c48cf0-8dae-4d99-a834-81423c74faec tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0709667 Jul 22 22:10:28.426911 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-34f27aa7-0a5d-4488-a5a4-caab8ddea4bc req-d77620ed-d664-46aa-aba2-85d9c1caad73 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370827 Jul 22 22:10:28.599538 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f95547-1e0d-4c70-b7ed-8a00fc0db0ee req-4ebfca89-3d53-4610-957f-54202a964c0c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:28.601255 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-76f95547-1e0d-4c70-b7ed-8a00fc0db0ee req-4ebfca89-3d53-4610-957f-54202a964c0c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0716624 Jul 22 22:10:28.640682 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-76f95547-1e0d-4c70-b7ed-8a00fc0db0ee req-9eb33dff-f7d6-4264-a5dc-3709545d4b48 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331700 Jul 22 22:10:29.567148 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c7aea-8e8a-426c-a884-55d80cbee8ca req-01702e97-c5b1-4474-ae94-91af53b71dd4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:29.569260 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-103c7aea-8e8a-426c-a884-55d80cbee8ca req-01702e97-c5b1-4474-ae94-91af53b71dd4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0654902 Jul 22 22:10:29.624629 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-103c7aea-8e8a-426c-a884-55d80cbee8ca req-52de15d9-97e9-428a-8c40-2f2c492a1858 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485291 Jul 22 22:10:29.785991 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2e96d-18d2-492d-a6bf-1dbda6df622b req-429f653c-d2d4-4335-8d6c-d0ce16bf66d8 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:29.787758 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6aa2e96d-18d2-492d-a6bf-1dbda6df622b req-429f653c-d2d4-4335-8d6c-d0ce16bf66d8 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0725064 Jul 22 22:10:29.828922 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6aa2e96d-18d2-492d-a6bf-1dbda6df622b req-3ae60845-4f7b-41cb-9657-7aa67a4d512a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350959 Jul 22 22:10:30.767896 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe5918-4fb5-44d5-a3f3-d5a7ff164111 req-74c19d2a-278b-4748-8845-3779ddf88355 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:30.769464 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cfbe5918-4fb5-44d5-a3f3-d5a7ff164111 req-74c19d2a-278b-4748-8845-3779ddf88355 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0689201 Jul 22 22:10:30.812948 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cfbe5918-4fb5-44d5-a3f3-d5a7ff164111 req-0b3ab449-d967-43b6-bdbc-222015b51d39 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370116 Jul 22 22:10:30.967750 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11847b7-205e-4c30-8796-31c488a95f00 req-199a0ce5-c286-4138-9e8a-c01b2e558125 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:30.969164 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a11847b7-205e-4c30-8796-31c488a95f00 req-199a0ce5-c286-4138-9e8a-c01b2e558125 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0684805 Jul 22 22:10:31.010099 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a11847b7-205e-4c30-8796-31c488a95f00 req-16fba58e-7ff4-49e7-8b06-eed85b935fc9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Jul 22 22:10:31.968481 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b426bc-cfc6-41af-a53d-4f7b5091dd4c req-87550762-dab5-4abe-9d68-58079f49fcb9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:31.971270 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32b426bc-cfc6-41af-a53d-4f7b5091dd4c req-87550762-dab5-4abe-9d68-58079f49fcb9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0763206 Jul 22 22:10:32.015266 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32b426bc-cfc6-41af-a53d-4f7b5091dd4c req-422ffae8-cbe9-42cb-8ed6-341dfe65efa6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366485 Jul 22 22:10:32.153870 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e70a69-7d69-4130-abce-5c9cb349971c req-1b265b65-f9c0-47ba-b2a8-674e649cb921 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:32.156085 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-67e70a69-7d69-4130-abce-5c9cb349971c req-1b265b65-f9c0-47ba-b2a8-674e649cb921 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0740361 Jul 22 22:10:32.207776 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-67e70a69-7d69-4130-abce-5c9cb349971c req-52536025-d4db-4b8d-bc6c-762297e3d750 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Jul 22 22:10:33.162466 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc5c5-cd55-4f63-a0fe-8c04f597153c req-54338cfc-d75d-4719-a8f0-ead32f46e271 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:33.164630 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e27fc5c5-cd55-4f63-a0fe-8c04f597153c req-54338cfc-d75d-4719-a8f0-ead32f46e271 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0729454 Jul 22 22:10:33.212483 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e27fc5c5-cd55-4f63-a0fe-8c04f597153c req-78d3431e-4244-4b6d-a4e6-6c7764a96a91 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Jul 22 22:10:33.350365 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f315cfa-d0f3-4307-9bad-1d5d2b7ac2d7 req-2c607463-d9b8-410f-ac5a-e7ea7aeac2c7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:33.351874 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5f315cfa-d0f3-4307-9bad-1d5d2b7ac2d7 req-2c607463-d9b8-410f-ac5a-e7ea7aeac2c7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0734484 Jul 22 22:10:33.391402 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5f315cfa-d0f3-4307-9bad-1d5d2b7ac2d7 req-e66b2ff8-5b95-4154-9ebf-01f207017de9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Jul 22 22:10:34.357326 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e06749-1d2e-49b1-9cfe-21dbcbe2bf54 req-5d5ccf51-4949-40de-a83c-ce536d10d800 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:34.358927 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e3e06749-1d2e-49b1-9cfe-21dbcbe2bf54 req-5d5ccf51-4949-40de-a83c-ce536d10d800 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0714791 Jul 22 22:10:34.400236 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e3e06749-1d2e-49b1-9cfe-21dbcbe2bf54 req-c4e9413b-554b-47b8-b8c0-0b037ca38356 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346811 Jul 22 22:10:34.535140 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a7813-5c15-459d-af03-c884fee8409f req-862326fa-b64e-4190-8319-8ce4c06fe246 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:34.536577 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5f6a7813-5c15-459d-af03-c884fee8409f req-862326fa-b64e-4190-8319-8ce4c06fe246 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0734816 Jul 22 22:10:34.574974 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5f6a7813-5c15-459d-af03-c884fee8409f req-9b095325-5aad-42e0-a4fa-75b9d60cf2d7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Jul 22 22:10:35.553546 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb881216-f744-425d-b1e6-2836bd37e0f3 req-0ebf6e7d-152c-41cc-86c8-0a5b97e079b1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:35.555165 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-eb881216-f744-425d-b1e6-2836bd37e0f3 req-0ebf6e7d-152c-41cc-86c8-0a5b97e079b1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0775292 Jul 22 22:10:35.595415 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-eb881216-f744-425d-b1e6-2836bd37e0f3 req-ba67a28a-43d4-4aaa-8ddc-e320daf59030 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340927 Jul 22 22:10:35.715749 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e429-5d52-4a94-b998-b35b3b1bb90d req-5b528603-e280-4e15-908f-2b53ab362d27 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:35.717213 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-aa15e429-5d52-4a94-b998-b35b3b1bb90d req-5b528603-e280-4e15-908f-2b53ab362d27 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0685079 Jul 22 22:10:35.766276 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-aa15e429-5d52-4a94-b998-b35b3b1bb90d req-212442f7-0bf2-457b-a0c1-808ea0782eee tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331094 Jul 22 22:10:36.738833 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97d347-75da-4f7c-9386-da6a24fc874d req-02400d55-c31e-4239-a54a-f740d6064fb5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:36.740390 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ac97d347-75da-4f7c-9386-da6a24fc874d req-02400d55-c31e-4239-a54a-f740d6064fb5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0700450 Jul 22 22:10:36.778365 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ac97d347-75da-4f7c-9386-da6a24fc874d req-1b7b70ea-9f23-423d-9723-1c8f7ee4e044 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322855 Jul 22 22:10:36.905330 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da87a8d-0af2-4720-baa3-4fe94f15ae5b req-949cae40-c698-4d67-996c-75b61d48fd16 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:36.906878 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3da87a8d-0af2-4720-baa3-4fe94f15ae5b req-949cae40-c698-4d67-996c-75b61d48fd16 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0675824 Jul 22 22:10:36.952081 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3da87a8d-0af2-4720-baa3-4fe94f15ae5b req-7e66123a-b96d-4a95-adbd-2b3341caef7e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 Jul 22 22:10:37.938987 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b7f6-fcf6-4d60-9925-1986670c235b req-b3537adc-0800-463d-8daf-42b025e2ffc2 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:37.940491 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f015b7f6-fcf6-4d60-9925-1986670c235b req-b3537adc-0800-463d-8daf-42b025e2ffc2 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0694239 Jul 22 22:10:37.979429 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f015b7f6-fcf6-4d60-9925-1986670c235b req-bbef6993-9056-466c-8f5d-c073bcf9e489 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331848 Jul 22 22:10:38.120718 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9467969-5201-4806-a7b8-91b585c36b7c req-55746d7d-a9d9-4916-8564-811e4044a4d2 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:38.122254 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f9467969-5201-4806-a7b8-91b585c36b7c req-55746d7d-a9d9-4916-8564-811e4044a4d2 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0831580 Jul 22 22:10:38.170223 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f9467969-5201-4806-a7b8-91b585c36b7c req-1dfbc56d-399d-4395-9509-d4f0b67012ad tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Jul 22 22:10:39.126754 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef612f4e-ce18-471a-957b-303982334c4a req-0181798e-5455-4c7b-abf2-27aa6d62f03d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:39.128276 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ef612f4e-ce18-471a-957b-303982334c4a req-0181798e-5455-4c7b-abf2-27aa6d62f03d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0633254 Jul 22 22:10:39.166871 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ef612f4e-ce18-471a-957b-303982334c4a req-6c4949ec-6f5b-40c1-a2da-c591fee1dd54 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329108 Jul 22 22:10:39.306980 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a25d-f26e-42bc-8fa5-135e9eb83b90 req-8222e660-75d3-4366-a185-c7c9986a6615 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:39.309257 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ec73a25d-f26e-42bc-8fa5-135e9eb83b90 req-8222e660-75d3-4366-a185-c7c9986a6615 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0694263 Jul 22 22:10:39.348971 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ec73a25d-f26e-42bc-8fa5-135e9eb83b90 req-3769768c-1d7d-418a-aec6-a3c39f60f3d4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344362 Jul 22 22:10:39.474730 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bbdf5-65aa-4018-a89e-fbd92bc6ebe5 req-7e6e4a2d-1478-4396-b608-0dd8d3b9e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:39.476305 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-213bbdf5-65aa-4018-a89e-fbd92bc6ebe5 req-7e6e4a2d-1478-4396-b608-0dd8d3b9e5a7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 1099 time: 0.0659153 Jul 22 22:10:39.606006 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bbdf5-65aa-4018-a89e-fbd92bc6ebe5 req-6a4b0e9a-cfd9-4511-8b58-d6aebb0ed9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:39.607526 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-213bbdf5-65aa-4018-a89e-fbd92bc6ebe5 req-6a4b0e9a-cfd9-4511-8b58-d6aebb0ed9f7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 920 time: 0.1061080 Jul 22 22:10:39.669927 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-213bbdf5-65aa-4018-a89e-fbd92bc6ebe5 req-08f08651-ff73-445d-8519-1f62cfe1b5f2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab7b029a-a15f-4710-8930-d2334819d108 HTTP/1.1" status: 200 len: 217 time: 0.0510290 Jul 22 22:10:39.708780 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-db1aad0f-4459-4300-8279-602d8a4e1b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:39.969035 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bbdf5-65aa-4018-a89e-fbd92bc6ebe5 req-5bd573e5-9c03-4ac1-a722-37b32fcfc8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:39.970504 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-213bbdf5-65aa-4018-a89e-fbd92bc6ebe5 req-5bd573e5-9c03-4ac1-a722-37b32fcfc8eb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 200 len: 858 time: 0.2922995 Jul 22 22:10:40.005546 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-213bbdf5-65aa-4018-a89e-fbd92bc6ebe5 req-14f489cc-76be-4648-9614-d1be69c0d44b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dae36239-69f7-4fc8-bff2-d4812783c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264938 Jul 22 22:10:40.099164 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-213bbdf5-65aa-4018-a89e-fbd92bc6ebe5 req-4518dd7e-98aa-4c8a-8e23-c571c8ed81b3 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839791 Jul 22 22:10:40.187167 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-213bbdf5-65aa-4018-a89e-fbd92bc6ebe5 req-2f15ce37-f3ad-491f-b47b-d82e798acd60 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807085 Jul 22 22:10:40.306069 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fe045-ede1-42a4-8e50-46be60be9352 req-b5d00e05-a124-40ac-a63e-6cd59c843480 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:40.307975 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4a5fe045-ede1-42a4-8e50-46be60be9352 req-b5d00e05-a124-40ac-a63e-6cd59c843480 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0673921 Jul 22 22:10:40.353358 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4a5fe045-ede1-42a4-8e50-46be60be9352 req-cd4d5a58-af7f-4cb8-8bb2-a4cf0efe6ce8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390615 Jul 22 22:10:40.487324 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ce7f6-fe7a-4b2b-a6a0-0d6cb1490bf3 req-5a1414d9-3c08-4b11-836c-47a239c177cc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:40.488838 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-714ce7f6-fe7a-4b2b-a6a0-0d6cb1490bf3 req-5a1414d9-3c08-4b11-836c-47a239c177cc tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0676479 Jul 22 22:10:40.525685 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-714ce7f6-fe7a-4b2b-a6a0-0d6cb1490bf3 req-9d64e0d8-f05a-48c8-a583-405edaa51ce9 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Jul 22 22:10:40.885444 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3982408-09e7-4226-b9fc-d4c044a818f2 req-92fa31d9-8f20-48d3-9a71-4ccebf5e8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:40.887124 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f3982408-09e7-4226-b9fc-d4c044a818f2 req-92fa31d9-8f20-48d3-9a71-4ccebf5e8edb service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 1099 time: 0.0785155 Jul 22 22:10:40.922350 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f3982408-09e7-4226-b9fc-d4c044a818f2 req-6fac2644-69fc-4198-a588-18f4cd8b2175 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286567 Jul 22 22:10:41.488837 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d87909-465d-4bf3-b182-546b1ec07a98 req-16a1b7d9-af21-4273-adf4-fd90b28d5f78 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:41.490384 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-18d87909-465d-4bf3-b182-546b1ec07a98 req-16a1b7d9-af21-4273-adf4-fd90b28d5f78 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0639427 Jul 22 22:10:41.527100 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-18d87909-465d-4bf3-b182-546b1ec07a98 req-f0cf972e-b1c0-4d14-a029-d1eb6c416136 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304673 Jul 22 22:10:41.658856 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf4cd9-6f35-4ffe-86d0-17df46f7be5b req-e6bb4c96-dd6f-44f2-90f0-ed39aa3a8a1c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:41.660531 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-31cf4cd9-6f35-4ffe-86d0-17df46f7be5b req-e6bb4c96-dd6f-44f2-90f0-ed39aa3a8a1c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0664494 Jul 22 22:10:41.706858 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-31cf4cd9-6f35-4ffe-86d0-17df46f7be5b req-5102c9cc-62cc-4d20-8fed-568800d5c0eb tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Jul 22 22:10:41.890972 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:10:42.668183 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed48ab-5625-41ee-a5e9-388d22846a79 req-c537acec-5a79-4b06-97db-3bbe116876c4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:42.669686 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-12ed48ab-5625-41ee-a5e9-388d22846a79 req-c537acec-5a79-4b06-97db-3bbe116876c4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0669575 Jul 22 22:10:42.707557 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-12ed48ab-5625-41ee-a5e9-388d22846a79 req-d92fb789-fbb5-44f4-8d46-3f795f033669 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Jul 22 22:10:42.809807 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:42.846434 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9feb1-4a65-4150-a767-aba9d11ce748 req-bebe9eb7-f818-4441-8a2b-6fdec6e8ea80 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:42.848407 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5ba9feb1-4a65-4150-a767-aba9d11ce748 req-bebe9eb7-f818-4441-8a2b-6fdec6e8ea80 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0690958 Jul 22 22:10:42.886651 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5ba9feb1-4a65-4150-a767-aba9d11ce748 req-ee962087-333e-40bc-8694-524c08e7a15d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Jul 22 22:10:43.172368 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0a95b241-6d71-4126-9a87-e74937e64d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:43.841967 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e6ba0-b739-48c4-8b86-2db2d1f56b13 req-1cbd90b5-3473-41bf-916e-78220b6a4045 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:43.843611 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b62e6ba0-b739-48c4-8b86-2db2d1f56b13 req-1cbd90b5-3473-41bf-916e-78220b6a4045 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0639141 Jul 22 22:10:43.886916 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b62e6ba0-b739-48c4-8b86-2db2d1f56b13 req-38332051-a655-48f5-8519-d2ddeef91993 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374265 Jul 22 22:10:44.015368 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aacf6-4021-4313-a9d5-235530c7a7ed req-ee4f4283-9037-488b-8946-4a58e8b5d0bf tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:44.016775 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-042aacf6-4021-4313-a9d5-235530c7a7ed req-ee4f4283-9037-488b-8946-4a58e8b5d0bf tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0615456 Jul 22 22:10:44.053167 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-042aacf6-4021-4313-a9d5-235530c7a7ed req-581f6d10-e556-43b9-89ed-8972a84c841c tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Jul 22 22:10:44.394118 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:45.028028 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5756d-e6c4-4c21-99ce-7ab2aaaa9403 req-1b0341ab-ecdd-4a72-8f2d-db27a61e71b0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:45.030389 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8dc5756d-e6c4-4c21-99ce-7ab2aaaa9403 req-1b0341ab-ecdd-4a72-8f2d-db27a61e71b0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0696027 Jul 22 22:10:45.069679 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8dc5756d-e6c4-4c21-99ce-7ab2aaaa9403 req-58f44c57-ba20-4108-8028-afbba3f0c1c1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323679 Jul 22 22:10:45.195579 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a34827-29bd-4420-96ca-9757f334e42a req-2c2a68bd-fe74-43e0-866a-60be23458c3b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:45.198226 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-93a34827-29bd-4420-96ca-9757f334e42a req-2c2a68bd-fe74-43e0-866a-60be23458c3b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0740914 Jul 22 22:10:45.236184 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-93a34827-29bd-4420-96ca-9757f334e42a req-198e65a9-216b-46cb-bb32-17d1515d09e3 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Jul 22 22:10:46.125460 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:46.211071 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29f7f8-caf8-4165-8889-22a34289a9b2 req-2f07dc8c-a126-4f82-84d2-6548865fe7d7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:46.213274 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cf29f7f8-caf8-4165-8889-22a34289a9b2 req-2f07dc8c-a126-4f82-84d2-6548865fe7d7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0676217 Jul 22 22:10:46.251560 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cf29f7f8-caf8-4165-8889-22a34289a9b2 req-e2695126-5237-4e23-953f-6d67290f9857 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326102 Jul 22 22:10:46.377368 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d782945-9d31-4c04-bdda-646e7b70b8da req-6f25f8ef-7955-4f46-afa8-eed513362a9a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:46.378895 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0d782945-9d31-4c04-bdda-646e7b70b8da req-6f25f8ef-7955-4f46-afa8-eed513362a9a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0736563 Jul 22 22:10:46.419341 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0d782945-9d31-4c04-bdda-646e7b70b8da req-c0d5764f-abee-4748-a4cd-0438d28369f4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343206 Jul 22 22:10:46.765705 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3c545-9e6b-4304-b4bb-b80295599da0 req-e8b3c89e-e496-44f2-ba8b-695b7e16f9bd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:46.767247 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-36f3c545-9e6b-4304-b4bb-b80295599da0 req-e8b3c89e-e496-44f2-ba8b-695b7e16f9bd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0670691 Jul 22 22:10:46.812266 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-36f3c545-9e6b-4304-b4bb-b80295599da0 req-594e8c00-91b9-4124-84dc-d7c99204843b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 Jul 22 22:10:47.401611 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d611ac-25e3-431b-9012-426c8098e602 req-14b6270a-f1b8-4e80-924d-c69982d94441 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:47.401611 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71d611ac-25e3-431b-9012-426c8098e602 req-14b6270a-f1b8-4e80-924d-c69982d94441 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0742967 Jul 22 22:10:47.449533 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71d611ac-25e3-431b-9012-426c8098e602 req-5581ac09-cde0-4570-8b40-a90c298016b5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375824 Jul 22 22:10:47.946137 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5cc08-5f58-4004-b4ef-710e411962ee req-eb13a65b-5ff0-4cd5-8d71-9d14874230ed tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:47.948204 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1cd5cc08-5f58-4004-b4ef-710e411962ee req-eb13a65b-5ff0-4cd5-8d71-9d14874230ed tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0679171 Jul 22 22:10:47.985229 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1cd5cc08-5f58-4004-b4ef-710e411962ee req-7ee06d08-b1b4-4c69-b429-26fcc7f66a83 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Jul 22 22:10:48.582818 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42d08-36e2-4317-84de-fd23670bbe2c req-7026ac3b-0149-42fd-aec7-140404be8c5c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:48.584284 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-92f42d08-36e2-4317-84de-fd23670bbe2c req-7026ac3b-0149-42fd-aec7-140404be8c5c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 944 time: 0.0632572 Jul 22 22:10:48.621725 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-92f42d08-36e2-4317-84de-fd23670bbe2c req-04337bab-d882-44ec-b300-0cfe1a508353 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312810 Jul 22 22:10:48.932165 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:10:49.029984 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:49.041607 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'port_id': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'mac_address': 'fa:16:3e:5b:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:10:49.080024 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:49.092667 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:10:49.111536 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:49.115648 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:49.116723 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f920f47-d054-4c13-81d5-f1f9559c176c req-87949df7-4c08-411e-baa3-1ed99e281e18 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:49.118895 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6f920f47-d054-4c13-81d5-f1f9559c176c req-87949df7-4c08-411e-baa3-1ed99e281e18 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0634935 Jul 22 22:10:49.157653 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6f920f47-d054-4c13-81d5-f1f9559c176c req-8be74c9a-6f89-415c-ba4d-d36207645f8f tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Jul 22 22:10:49.168696 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=9']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:49.755938 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2d4e5-0ad5-468d-999e-3f3456a5a7fd req-998cd75c-1fb4-4b2f-b30a-ba6002159166 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:49.757427 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0fb2d4e5-0ad5-468d-999e-3f3456a5a7fd req-998cd75c-1fb4-4b2f-b30a-ba6002159166 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 945 time: 0.0646343 Jul 22 22:10:49.794031 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0fb2d4e5-0ad5-468d-999e-3f3456a5a7fd req-b3d46729-f6a3-4174-8a1c-960617111d2c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310419 Jul 22 22:10:50.238860 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083268a8-5f8f-445b-88fd-304a187a10de req-42a9f506-8ed2-407e-a1b0-640d33969729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:50.240325 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-083268a8-5f8f-445b-88fd-304a187a10de req-42a9f506-8ed2-407e-a1b0-640d33969729 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 1099 time: 0.0713017 Jul 22 22:10:50.367229 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d13e2-5ba1-4795-831a-a3cdcb894248 req-6a0696cc-d321-49a6-873d-74e66b3d7fd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:50.368798 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e57d13e2-5ba1-4795-831a-a3cdcb894248 req-6a0696cc-d321-49a6-873d-74e66b3d7fd5 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.1407838 Jul 22 22:10:50.386481 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083268a8-5f8f-445b-88fd-304a187a10de req-fbc61300-fc76-49c6-983a-d64f7ce89b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:50.387929 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-083268a8-5f8f-445b-88fd-304a187a10de req-fbc61300-fc76-49c6-983a-d64f7ce89b34 service neutron] 10.222.0.113 "GET /v2.0/networks?id=dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 200 len: 920 time: 0.1271830 Jul 22 22:10:50.442773 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-083268a8-5f8f-445b-88fd-304a187a10de req-3247b58f-6b15-492f-8c6c-5bd2a1880156 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab7b029a-a15f-4710-8930-d2334819d108 HTTP/1.1" status: 200 len: 217 time: 0.0466516 Jul 22 22:10:50.445690 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e57d13e2-5ba1-4795-831a-a3cdcb894248 req-a80df08f-20af-42d0-8023-a67a24276398 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712235 Jul 22 22:10:50.494030 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083268a8-5f8f-445b-88fd-304a187a10de req-c38c7384-6a6b-484e-aa31-59f34a38225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:50.494974 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-083268a8-5f8f-445b-88fd-304a187a10de req-c38c7384-6a6b-484e-aa31-59f34a38225a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 200 len: 858 time: 0.0456188 Jul 22 22:10:50.535582 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-083268a8-5f8f-445b-88fd-304a187a10de req-8e4e5c8b-a5b6-407e-843d-e0c6ececbd38 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dae36239-69f7-4fc8-bff2-d4812783c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333693 Jul 22 22:10:50.573406 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['6a0aecf1-fc1d-42de-a44e-ea10dc04e350'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:10:50.639764 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-083268a8-5f8f-445b-88fd-304a187a10de req-198710af-09ce-42c6-a340-fcd8f86f837b service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951660 Jul 22 22:10:50.746977 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-083268a8-5f8f-445b-88fd-304a187a10de req-b5db267e-b47a-4e2e-97e0-7d7746541af0 service neutron] 10.222.0.113 "GET /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924540 Jul 22 22:10:50.943467 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bb3f5-4e0c-41a0-8c67-fe8dcfaf3cc3 req-4bc9133a-c3b5-4a58-9052-c2546a7d0240 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:50.945193 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f10bb3f5-4e0c-41a0-8c67-fe8dcfaf3cc3 req-4bc9133a-c3b5-4a58-9052-c2546a7d0240 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 945 time: 0.0790057 Jul 22 22:10:50.983931 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f10bb3f5-4e0c-41a0-8c67-fe8dcfaf3cc3 req-5a7352a1-f47c-47ab-9882-2044b5ca82e0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319786 Jul 22 22:10:51.580523 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03259650-d881-4133-a044-2e0544501fee req-45a67573-2242-4a3e-902b-0b0735a3f07e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:51.581939 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-03259650-d881-4133-a044-2e0544501fee req-45a67573-2242-4a3e-902b-0b0735a3f07e tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0645254 Jul 22 22:10:51.621224 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-03259650-d881-4133-a044-2e0544501fee req-e433d65b-1417-4129-bb28-288403039686 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327802 Jul 22 22:10:52.121192 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fabc9e-2337-4db3-a0c3-78ff7b2f7a8c req-8fb534b3-df46-4cf1-a8c1-40f3264077d7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:52.122601 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a1fabc9e-2337-4db3-a0c3-78ff7b2f7a8c req-8fb534b3-df46-4cf1-a8c1-40f3264077d7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 945 time: 0.0643897 Jul 22 22:10:52.160039 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a1fabc9e-2337-4db3-a0c3-78ff7b2f7a8c req-966d9777-6343-4654-b3ca-de85400356a3 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Jul 22 22:10:52.185892 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:10:52.238979 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:10:52.239423 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:52.320596 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:52.343293 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:10:52.345635 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a1a28-46e5-48c1-8395-d2331a754613" -d '{"events": [{"server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "name": "network-vif-plugged", "status": "completed", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:10:52.358653 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:10:52.363145 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:52.388818 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938926e3-a6cc-4d65-8b80-6b856f7e18e7 x-openstack-request-id: req-938926e3-a6cc-4d65-8b80-6b856f7e18e7 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:10:52.389112 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "name": "network-vif-plugged", "status": "completed", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:10:52.389366 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-938926e3-a6cc-4d65-8b80-6b856f7e18e7 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:10:52.389753 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'code': 200} Jul 22 22:10:52.417070 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=10']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:52.761165 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7ef73-b519-433e-a8d1-fd38eb80b255 req-3557b42d-d60e-4429-8c75-3f873927c8b0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:52.762786 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0c7ef73-b519-433e-a8d1-fd38eb80b255 req-3557b42d-d60e-4429-8c75-3f873927c8b0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0683417 Jul 22 22:10:52.802100 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0c7ef73-b519-433e-a8d1-fd38eb80b255 req-582c26a4-aedd-4a2e-84aa-918d2be048e6 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Jul 22 22:10:53.018818 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69a5bb-04e7-4198-b05d-21991a23cabd req-6b998577-4564-408c-a8e4-f2e4b0ec05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:53.020416 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ef69a5bb-04e7-4198-b05d-21991a23cabd req-6b998577-4564-408c-a8e4-f2e4b0ec05f9 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 1100 time: 0.0634532 Jul 22 22:10:53.061585 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ef69a5bb-04e7-4198-b05d-21991a23cabd req-c7348fa4-1922-45ac-9f6d-689f04066eee service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337205 Jul 22 22:10:53.302744 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ccb5c-31f5-4be5-8b68-3645c280527c req-096e9679-b061-4f56-960b-00c4efaed7c8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:53.304188 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-388ccb5c-31f5-4be5-8b68-3645c280527c req-096e9679-b061-4f56-960b-00c4efaed7c8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 947 time: 0.0683517 Jul 22 22:10:53.345787 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-388ccb5c-31f5-4be5-8b68-3645c280527c req-7cd84e4c-53ae-4c75-a621-074b11850e7b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352776 Jul 22 22:10:53.937913 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ef1ae-242c-425c-83f9-429b2f70372e req-f941c54b-171d-4339-8511-ef0df2df2b1b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:53.939429 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ce3ef1ae-242c-425c-83f9-429b2f70372e req-f941c54b-171d-4339-8511-ef0df2df2b1b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0648084 Jul 22 22:10:53.985898 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ce3ef1ae-242c-425c-83f9-429b2f70372e req-f34860e8-1f74-433f-bc89-3d232a69daf4 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397246 Jul 22 22:10:54.511476 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4846e54-3891-4dec-ac81-bd374802fce6 req-25461dd6-6457-4ee2-8872-1b06dbdea34f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:54.515962 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f4846e54-3891-4dec-ac81-bd374802fce6 req-25461dd6-6457-4ee2-8872-1b06dbdea34f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 947 time: 0.0763941 Jul 22 22:10:54.515962 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50562) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:54.563299 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f4846e54-3891-4dec-ac81-bd374802fce6 req-b3c536f6-1c0e-4fa1-917b-9530a4de2e13 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Jul 22 22:10:54.638611 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.009636 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.014045 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.058200 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7595e7d-de90-4442-8313-edfe98b30703,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:55.062877 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b5da9dc350c4ad1ad1a468b14a39af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5460744 Jul 22 22:10:55.065805 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50594) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:55.067514 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.067894 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.068237 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.068581 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.068911 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.069240 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.069566 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.070553 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.070905 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.071216 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.071535 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.071885 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4abf2-aec3-4bb3-94a1-5e620a7a7c0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:10:55.124118 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e4292128-68ff-4263-b029-d718424ec686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.146047 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e4292128-68ff-4263-b029-d718424ec686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.193805 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e4292128-68ff-4263-b029-d718424ec686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.197106 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e4292128-68ff-4263-b029-d718424ec686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.198336 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-e4292128-68ff-4263-b029-d718424ec686 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7595e7d-de90-4442-8313-edfe98b30703 HTTP/1.1" status: 204 len: 168 time: 0.1311812 Jul 22 22:10:55.208906 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4292128-68ff-4263-b029-d718424ec686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7595e7d-de90-4442-8313-edfe98b30703,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:55.471281 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50602) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:55.485158 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eba46d7e-0303-45b2-a1ec-5bc44e67d14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.575092 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eba46d7e-0303-45b2-a1ec-5bc44e67d14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.578578 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-eba46d7e-0303-45b2-a1ec-5bc44e67d14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.616260 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-eba46d7e-0303-45b2-a1ec-5bc44e67d14f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b531f42363f4c0a9b9f58e1c933c71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438162 Jul 22 22:10:55.618045 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba46d7e-0303-45b2-a1ec-5bc44e67d14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca377f5-1e56-4cbd-8f5c-32802f3332b4,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:55.619654 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50606) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:10:55.702085 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25ffeb0e-e76f-4145-b3b0-7bac8a107cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.732449 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25ffeb0e-e76f-4145-b3b0-7bac8a107cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.768517 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f47e1-e9c5-4158-b3b8-381f65f47fa5 req-b6ab633e-2367-4a22-9fa6-6396fbe4d241 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:55.770011 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b69f47e1-e9c5-4158-b3b8-381f65f47fa5 req-b6ab633e-2367-4a22-9fa6-6396fbe4d241 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 947 time: 0.1198392 Jul 22 22:10:55.812371 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b69f47e1-e9c5-4158-b3b8-381f65f47fa5 req-a0cc5b68-8633-4f68-9a35-31944551cc76 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366311 Jul 22 22:10:55.813359 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25ffeb0e-e76f-4145-b3b0-7bac8a107cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.815865 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-25ffeb0e-e76f-4145-b3b0-7bac8a107cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:55.816898 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-25ffeb0e-e76f-4145-b3b0-7bac8a107cbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fca377f5-1e56-4cbd-8f5c-32802f3332b4 HTTP/1.1" status: 204 len: 168 time: 0.1947598 Jul 22 22:10:55.824579 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffeb0e-e76f-4145-b3b0-7bac8a107cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca377f5-1e56-4cbd-8f5c-32802f3332b4,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:10:57.141788 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:58.931033 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1416a1f-9f29-408a-8571-6b3ddc72f703 req-5450a075-5a12-44c1-b39d-aa737b8391b7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:10:58.932489 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d1416a1f-9f29-408a-8571-6b3ddc72f703 req-5450a075-5a12-44c1-b39d-aa737b8391b7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0688107 Jul 22 22:10:58.974669 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d1416a1f-9f29-408a-8571-6b3ddc72f703 req-62d5ccee-7783-4381-8010-72e7def9b221 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357649 Jul 22 22:11:00.115545 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41e63-ee25-4c12-9eb6-bca642bb0f46 req-476536ea-5fb2-4ae8-9581-9eed329be98d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:00.117750 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2aa41e63-ee25-4c12-9eb6-bca642bb0f46 req-476536ea-5fb2-4ae8-9581-9eed329be98d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0740130 Jul 22 22:11:00.155722 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2aa41e63-ee25-4c12-9eb6-bca642bb0f46 req-186cc993-5aea-40e1-bedb-0a95986632e0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Jul 22 22:11:00.713498 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50722) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:00.814734 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6a09a3c7-1dfa-4c33-a28f-f515a42cfce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:00.902824 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6a09a3c7-1dfa-4c33-a28f-f515a42cfce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:00.906604 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6a09a3c7-1dfa-4c33-a28f-f515a42cfce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:00.943932 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-6a09a3c7-1dfa-4c33-a28f-f515a42cfce8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a507cacee634ed9bc75330c7658c6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293406 Jul 22 22:11:00.945323 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09a3c7-1dfa-4c33-a28f-f515a42cfce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34802334-1e7f-460f-8e5c-952a142b1732,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:00.947259 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50726) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:00.994626 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6bda3431-4e2d-4fba-84b5-676c855f0970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.014956 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6bda3431-4e2d-4fba-84b5-676c855f0970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.060993 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6bda3431-4e2d-4fba-84b5-676c855f0970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.063587 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6bda3431-4e2d-4fba-84b5-676c855f0970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.064829 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-6bda3431-4e2d-4fba-84b5-676c855f0970 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34802334-1e7f-460f-8e5c-952a142b1732 HTTP/1.1" status: 204 len: 168 time: 0.1164873 Jul 22 22:11:01.074223 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda3431-4e2d-4fba-84b5-676c855f0970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34802334-1e7f-460f-8e5c-952a142b1732,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:01.291096 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bfcf6-776b-456d-ac77-4edd78e43aa8 req-9b84c689-1aae-441c-9159-8cff65fc455d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:01.292702 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-809bfcf6-776b-456d-ac77-4edd78e43aa8 req-9b84c689-1aae-441c-9159-8cff65fc455d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0678101 Jul 22 22:11:01.325470 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50734) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:01.331765 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-809bfcf6-776b-456d-ac77-4edd78e43aa8 req-655e629a-ad0d-4490-9dab-6dd6d662980a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Jul 22 22:11:01.339575 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d3cd-43e7-4905-8ece-feed45185691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.430516 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d3cd-43e7-4905-8ece-feed45185691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.435210 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d3cd-43e7-4905-8ece-feed45185691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.473166 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7d3cd-43e7-4905-8ece-feed45185691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66623bf1-6b62-4dc8-b775-59933802f2aa,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:01.477841 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-6fd7d3cd-43e7-4905-8ece-feed45185691 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ffc616445594a4d937b7f9bc05d59fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512132 Jul 22 22:11:01.480564 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50738) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:01.528476 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e84d3458-3735-4155-86d3-ec132ef34f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.549085 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e84d3458-3735-4155-86d3-ec132ef34f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.596093 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e84d3458-3735-4155-86d3-ec132ef34f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.598610 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-e84d3458-3735-4155-86d3-ec132ef34f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:01.599799 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-e84d3458-3735-4155-86d3-ec132ef34f90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66623bf1-6b62-4dc8-b775-59933802f2aa HTTP/1.1" status: 204 len: 168 time: 0.1182954 Jul 22 22:11:01.608246 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d3458-3735-4155-86d3-ec132ef34f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66623bf1-6b62-4dc8-b775-59933802f2aa,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:02.008961 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-bdb6b3d5-0efb-4487-85f3-32537feedad7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:02.010450 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-bdb6b3d5-0efb-4487-85f3-32537feedad7 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.113 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 945 time: 0.0631866 Jul 22 22:11:02.119963 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-2b5c8998-2fe2-46c0-823d-db1c813b3875 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Deleting port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:11:02.120303 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-2b5c8998-2fe2-46c0-823d-db1c813b3875 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:02.218447 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-2b5c8998-2fe2-46c0-823d-db1c813b3875 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] For port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:02.218806 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-2b5c8998-2fe2-46c0-823d-db1c813b3875 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:02.231981 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-2b5c8998-2fe2-46c0-823d-db1c813b3875 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Calling delete_port for 02ff9cde-28fe-415f-a07d-f33b66c9ae0e owned by compute:nova {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:11:02.364495 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-2b5c8998-2fe2-46c0-823d-db1c813b3875 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:02.381382 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['ab7b029a-a15f-4710-8930-d2334819d108', '02ff9cde-28fe-415f-a07d-f33b66c9ae0e'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:11:02.397610 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c8998-2fe2-46c0-823d-db1c813b3875 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Pushing event deleted for resources: {'Port': ['ID=02ff9cde-28fe-415f-a07d-f33b66c9ae0e,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:02.453028 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-2b5c8998-2fe2-46c0-823d-db1c813b3875 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] No DVR routers for this DVR port 02ff9cde-28fe-415f-a07d-f33b66c9ae0e on host hv-cinder-80152 {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:11:02.455942 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-2b5c8998-2fe2-46c0-823d-db1c813b3875 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:02.456335 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d867d98d-3fe6-421e-97cb-702152f614d7 req-df128ed2-f914-49ca-8ece-603be9707027 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=f260c240-d2d7-4848-8bcb-88f8d148e8bc HTTP/1.1" status: 200 len: 210 time: 0.0452325 Jul 22 22:11:02.458426 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c6c27d71-02e4-4fcd-a7d5-068ac586e029 req-2b5c8998-2fe2-46c0-823d-db1c813b3875 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.113 "DELETE /v2.0/ports/02ff9cde-28fe-415f-a07d-f33b66c9ae0e HTTP/1.1" status: 204 len: 173 time: 0.4367359 Jul 22 22:11:02.458972 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f260c240-d2d7-4848-8bcb-88f8d148e8bc', 'name': 'network-vif-deleted', 'tag': '02ff9cde-28fe-415f-a07d-f33b66c9ae0e'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:11:02.461902 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925c9c98-cdef-4bc5-b89d-0d8adb93192d" -d '{"events": [{"server_uuid": "f260c240-d2d7-4848-8bcb-88f8d148e8bc", "name": "network-vif-deleted", "tag": "02ff9cde-28fe-415f-a07d-f33b66c9ae0e"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:11:02.514241 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98076edb-0e59-4e62-b072-3bfe9253b145 x-openstack-request-id: req-98076edb-0e59-4e62-b072-3bfe9253b145 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:11:02.514474 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f260c240-d2d7-4848-8bcb-88f8d148e8bc", "name": "network-vif-deleted", "tag": "02ff9cde-28fe-415f-a07d-f33b66c9ae0e", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:11:02.514720 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98076edb-0e59-4e62-b072-3bfe9253b145 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:11:02.515121 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f260c240-d2d7-4848-8bcb-88f8d148e8bc', 'name': 'network-vif-deleted', 'tag': '02ff9cde-28fe-415f-a07d-f33b66c9ae0e', 'status': 'completed', 'code': 200} Jul 22 22:11:03.329411 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50800) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:03.433286 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a5125bc9-655c-4c79-accb-9d23661ed73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:03.530324 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a5125bc9-655c-4c79-accb-9d23661ed73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:03.534368 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a5125bc9-655c-4c79-accb-9d23661ed73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:03.574621 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-a5125bc9-655c-4c79-accb-9d23661ed73c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c804813ff13040ef8e8ae155ded849df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440689 Jul 22 22:11:03.575498 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5125bc9-655c-4c79-accb-9d23661ed73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5492cbf5-0c4b-4bce-98d1-8b497d08b441,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:03.577464 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50808) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:03.630609 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-40784f03-75bd-4ef7-a79c-126085136a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:03.659812 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-40784f03-75bd-4ef7-a79c-126085136a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:03.751607 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-40784f03-75bd-4ef7-a79c-126085136a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:03.754177 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-40784f03-75bd-4ef7-a79c-126085136a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:03.755342 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-40784f03-75bd-4ef7-a79c-126085136a1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5492cbf5-0c4b-4bce-98d1-8b497d08b441 HTTP/1.1" status: 204 len: 168 time: 0.1768687 Jul 22 22:11:03.767607 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40784f03-75bd-4ef7-a79c-126085136a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5492cbf5-0c4b-4bce-98d1-8b497d08b441,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:03.784542 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5a866-b8a4-4299-bbb2-85d2a891c777 req-b1bd5585-dd5c-4c59-9fe1-0c4a88de72e0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:03.786161 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2dd5a866-b8a4-4299-bbb2-85d2a891c777 req-b1bd5585-dd5c-4c59-9fe1-0c4a88de72e0 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0929902 Jul 22 22:11:03.839759 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2dd5a866-b8a4-4299-bbb2-85d2a891c777 req-10778103-b9d5-4518-9f23-0e380f8ffa08 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Jul 22 22:11:04.018762 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50816) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:04.032683 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f4cffe2b-0471-4e3d-8b33-3ad3791b714c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:04.118874 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f4cffe2b-0471-4e3d-8b33-3ad3791b714c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:04.122617 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f4cffe2b-0471-4e3d-8b33-3ad3791b714c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:04.158171 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cffe2b-0471-4e3d-8b33-3ad3791b714c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774025eb-62f7-4e2c-a472-d70840721383,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:04.162485 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f4cffe2b-0471-4e3d-8b33-3ad3791b714c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59405e76e46449f8b0e65b7709ebfcec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426339 Jul 22 22:11:04.165680 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50818) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:04.212877 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-36d81abe-02d6-476f-a3c3-f12bf1fb8e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:04.233869 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-36d81abe-02d6-476f-a3c3-f12bf1fb8e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:04.279215 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-36d81abe-02d6-476f-a3c3-f12bf1fb8e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:04.281805 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-36d81abe-02d6-476f-a3c3-f12bf1fb8e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:04.282957 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-36d81abe-02d6-476f-a3c3-f12bf1fb8e0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/774025eb-62f7-4e2c-a472-d70840721383 HTTP/1.1" status: 204 len: 168 time: 0.1163902 Jul 22 22:11:04.291037 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d81abe-02d6-476f-a3c3-f12bf1fb8e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774025eb-62f7-4e2c-a472-d70840721383,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:04.978243 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cd101-a691-4248-beb4-f3469c8a39c2 req-5af7dde5-d924-43e4-b1ea-ce621742bb31 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:04.980863 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a86cd101-a691-4248-beb4-f3469c8a39c2 req-5af7dde5-d924-43e4-b1ea-ce621742bb31 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0706317 Jul 22 22:11:05.017905 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a86cd101-a691-4248-beb4-f3469c8a39c2 req-21453a65-3daf-4246-82d0-db00cd2e67cd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314841 Jul 22 22:11:06.150243 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872eb6e-8c5c-43b9-a4e9-00ace63f604e req-8a2be151-ee86-45b4-9de4-918d08a5c63d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:06.151758 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8872eb6e-8c5c-43b9-a4e9-00ace63f604e req-8a2be151-ee86-45b4-9de4-918d08a5c63d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0659938 Jul 22 22:11:06.189073 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8872eb6e-8c5c-43b9-a4e9-00ace63f604e req-9dff8fbe-08e4-4389-86ad-5a8bf611953a tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Jul 22 22:11:06.257628 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 02ff9cde-28fe-415f-a07d-f33b66c9ae0e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:11:06.279058 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 02ff9cde-28fe-415f-a07d-f33b66c9ae0e {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:11:06.279400 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 02ff9cde-28fe-415f-a07d-f33b66c9ae0e not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:11:07.331662 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee84ce4-f459-44f7-9354-c2a222f3e5ab req-6420d7f8-0afe-4a45-894f-335c7d0eab9d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:07.333235 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8ee84ce4-f459-44f7-9354-c2a222f3e5ab req-6420d7f8-0afe-4a45-894f-335c7d0eab9d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0743861 Jul 22 22:11:07.371995 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8ee84ce4-f459-44f7-9354-c2a222f3e5ab req-b4c8bfbe-cf68-47b3-8bff-5007a6101749 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Jul 22 22:11:08.509211 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273331d-8446-43b1-9719-560982355bc7 req-520a39c2-1775-4024-86bc-b92291ef29cd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:08.510744 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b273331d-8446-43b1-9719-560982355bc7 req-520a39c2-1775-4024-86bc-b92291ef29cd tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0659008 Jul 22 22:11:08.552080 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b273331d-8446-43b1-9719-560982355bc7 req-5eff1e39-0f81-4d32-a7bf-4d28282ef46b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Jul 22 22:11:09.685269 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef3a3-ab41-4052-be00-5d2327e5a3fa req-5ed1f8f8-7688-45c8-bd17-2d2c2c608c9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:09.686841 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0f3ef3a3-ab41-4052-be00-5d2327e5a3fa req-5ed1f8f8-7688-45c8-bd17-2d2c2c608c9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0678458 Jul 22 22:11:09.714111 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f87efd90-8ea2-4193-9bc4-075ac0bca9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:09.732659 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0f3ef3a3-ab41-4052-be00-5d2327e5a3fa req-ae9b5f09-1dc9-491b-bb4a-eb9e1f723c68 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Jul 22 22:11:10.736729 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27591c66-85fd-447a-bcb7-531f91d0049f req-0c66cc82-b102-44ae-b430-af48ab56e725 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:10.738204 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-27591c66-85fd-447a-bcb7-531f91d0049f req-0c66cc82-b102-44ae-b430-af48ab56e725 tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.113 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0629051 Jul 22 22:11:10.856115 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-27591c66-85fd-447a-bcb7-531f91d0049f req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Deleting port ab7b029a-a15f-4710-8930-d2334819d108 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:11:10.856450 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-27591c66-85fd-447a-bcb7-531f91d0049f req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.871194 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3256-597b-4752-9326-308458284c46 req-f4057eed-684c-40e5-bd6f-1868ff584aad tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:10.872739 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-095c3256-597b-4752-9326-308458284c46 req-f4057eed-684c-40e5-bd6f-1868ff584aad tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee3862c-6167-4085-9c6a-5318e5404daf HTTP/1.1" status: 200 len: 946 time: 0.0668969 Jul 22 22:11:10.910799 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-095c3256-597b-4752-9326-308458284c46 req-ed2817a1-f7e8-479e-b3a1-c37c2991d46d tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.26 "GET /v2.0/security-groups?id=19824913-6969-403f-83ea-d3e4d9d440a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Jul 22 22:11:10.943883 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-27591c66-85fd-447a-bcb7-531f91d0049f req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] For port ab7b029a-a15f-4710-8930-d2334819d108, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ab7b029a-a15f-4710-8930-d2334819d108,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:10.944238 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-27591c66-85fd-447a-bcb7-531f91d0049f req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:10.961848 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-27591c66-85fd-447a-bcb7-531f91d0049f req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Calling delete_port for ab7b029a-a15f-4710-8930-d2334819d108 owned by compute:nova {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:11:11.085472 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-27591c66-85fd-447a-bcb7-531f91d0049f req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:11.099578 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['ab7b029a-a15f-4710-8930-d2334819d108'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:11:11.114071 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Pushing event deleted for resources: {'Port': ['ID=ab7b029a-a15f-4710-8930-d2334819d108,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:11.149369 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.149731 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.150101 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.150412 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.150754 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.151094 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.151427 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.151787 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.152121 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.152452 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.152781 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.153108 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:11.174172 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-27591c66-85fd-447a-bcb7-531f91d0049f req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] No DVR routers for this DVR port ab7b029a-a15f-4710-8930-d2334819d108 on host hv-cinder-80152 {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:11:11.174666 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-27591c66-85fd-447a-bcb7-531f91d0049f req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:11.176650 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-27591c66-85fd-447a-bcb7-531f91d0049f req-aefefa40-ebee-42ed-bbba-59030be85a9b tempest-ServerRescueNegativeTestJSON-2108010974 tempest-ServerRescueNegativeTestJSON-2108010974-project] 10.222.0.113 "DELETE /v2.0/ports/ab7b029a-a15f-4710-8930-d2334819d108 HTTP/1.1" status: 204 len: 173 time: 0.4278409 Jul 22 22:11:11.177351 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee3862c-6167-4085-9c6a-5318e5404daf', 'name': 'network-vif-deleted', 'tag': 'ab7b029a-a15f-4710-8930-d2334819d108'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:11:11.180454 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31db26a0-cff4-4989-bbe3-fd34e73e915f" -d '{"events": [{"server_uuid": "eee3862c-6167-4085-9c6a-5318e5404daf", "name": "network-vif-deleted", "tag": "ab7b029a-a15f-4710-8930-d2334819d108"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:11:11.224804 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4840916-08b4-4744-b5bc-df4ccbe3ad4b x-openstack-request-id: req-d4840916-08b4-4744-b5bc-df4ccbe3ad4b {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:11:11.225233 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee3862c-6167-4085-9c6a-5318e5404daf", "name": "network-vif-deleted", "tag": "ab7b029a-a15f-4710-8930-d2334819d108", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:11:11.227112 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4840916-08b4-4744-b5bc-df4ccbe3ad4b {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:11:11.227607 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee3862c-6167-4085-9c6a-5318e5404daf', 'name': 'network-vif-deleted', 'tag': 'ab7b029a-a15f-4710-8930-d2334819d108', 'status': 'completed', 'code': 200} Jul 22 22:11:11.615845 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f1b22-0f36-4917-a1e7-e7cd43b361b8 req-3fdd806b-4541-4bb8-bb60-9b3844f8c36d tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.618274 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c00f1b22-0f36-4917-a1e7-e7cd43b361b8 req-3fdd806b-4541-4bb8-bb60-9b3844f8c36d tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0720196 Jul 22 22:11:11.626222 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-ec3023ca-77f1-4db1-8d91-92643aadeda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.628609 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-ec3023ca-77f1-4db1-8d91-92643aadeda4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d10298e3c3b040898d30780e8010cba1&device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 1137 time: 0.0690148 Jul 22 22:11:11.664019 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c00f1b22-0f36-4917-a1e7-e7cd43b361b8 req-cb02e001-8904-40aa-a0b7-f0cb5ec8981e tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398645 Jul 22 22:11:11.756093 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-e6f82351-f7b3-4bc8-994a-535b40042c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.759487 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-e6f82351-f7b3-4bc8-994a-535b40042c01 service neutron] 10.222.0.113 "GET /v2.0/networks?id=482f9c46-9e79-432d-852a-5deceb45db68 HTTP/1.1" status: 200 len: 916 time: 0.1218877 Jul 22 22:11:11.830288 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-00bb5431-0510-4a7a-a748-409617f82fb7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 200 len: 1001 time: 0.0631328 Jul 22 22:11:11.881953 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-02a5df99-3793-4de0-82f6-05de440804ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.883464 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-02a5df99-3793-4de0-82f6-05de440804ce service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9c4b405c-70ac-4093-9f65-00d52ea1d709 HTTP/1.1" status: 200 len: 853 time: 0.0452342 Jul 22 22:11:11.961572 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-05ff7b39-7501-48b5-bba9-ec5b9c3a4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:11.964222 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-05ff7b39-7501-48b5-bba9-ec5b9c3a4953 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=482f9c46-9e79-432d-852a-5deceb45db68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720153 Jul 22 22:11:11.981479 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50942) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:12.057602 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-5f7f2c70-29fa-468e-9639-875678ac1254 service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848699 Jul 22 22:11:12.164488 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8e3f189c-6e01-48da-bb32-cec51fed1510 req-bce74ee3-3070-4c39-8d67-d83a1c3f2173 service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862203 Jul 22 22:11:12.413610 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619917'] for router_interface, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:12.741568 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] Deleting port 1d7e5c0d-a820-442f-9a77-cea24174fd19 {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:11:12.741914 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:12.821755 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:12.864325 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] For port 1d7e5c0d-a820-442f-9a77-cea24174fd19, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=1d7e5c0d-a820-442f-9a77-cea24174fd19,segment=NetworkSegment(f42b630b-4ba8-4b7d-becb-d98fd4eb9886),segment_id=f42b630b-4ba8-4b7d-becb-d98fd4eb9886)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:12.864699 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:12.886234 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f20941-ae91-4dfa-8576-56e5af76ed76 req-62c45e2f-61b7-446f-96b4-9737bc02f9a7 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:12.887739 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b1f20941-ae91-4dfa-8576-56e5af76ed76 req-62c45e2f-61b7-446f-96b4-9737bc02f9a7 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.1340897 Jul 22 22:11:12.888663 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] Calling delete_port for 1d7e5c0d-a820-442f-9a77-cea24174fd19 owned by network:router_interface {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:11:13.002422 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b1f20941-ae91-4dfa-8576-56e5af76ed76 req-560df8db-03ac-4495-88d9-d60f244cdfa2 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080995 Jul 22 22:11:13.069916 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63fe5-98cc-4f25-9966-3c0950823a18 req-8393a657-1684-4a1b-bba3-7e0e1fc01a9e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:13.071536 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-07e63fe5-98cc-4f25-9966-3c0950823a18 req-8393a657-1684-4a1b-bba3-7e0e1fc01a9e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0714452 Jul 22 22:11:13.110281 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-07e63fe5-98cc-4f25-9966-3c0950823a18 req-8a51edf3-74ad-424f-8eaa-0859654be23b tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326760 Jul 22 22:11:13.174242 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3990ce94-3049-4141-8eeb-74a9d6059762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:13.175277 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:13.203729 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7e5c0d-a820-442f-9a77-cea24174fd19,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:13.362649 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619793'] for router_interface, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:13.570575 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] Router cd254497-5d98-4722-9391-75a2dabd1adf has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:11:13.936792 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:11:13.941784 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-99f487ac-e953-4830-800e-94ec5f943145 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd254497-5d98-4722-9391-75a2dabd1adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9592175 Jul 22 22:11:13.945229 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50964) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:13.946052 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] Sync routers for ids ['cd254497-5d98-4722-9391-75a2dabd1adf'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:11:13.955805 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] Routers {'cd254497-5d98-4722-9391-75a2dabd1adf'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:11:13.956814 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['cd254497-5d98-4722-9391-75a2dabd1adf'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:14.071633 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:14.171832 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6628f0-42da-4595-95d4-fb8eb9568dd0 req-f472e287-1fb2-464c-961c-ded236ec8593 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:14.181852 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bd6628f0-42da-4595-95d4-fb8eb9568dd0 req-f472e287-1fb2-464c-961c-ded236ec8593 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0929575 Jul 22 22:11:14.182120 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] Set router cd254497-5d98-4722-9391-75a2dabd1adf gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:11:14.243335 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bd6628f0-42da-4595-95d4-fb8eb9568dd0 req-d69e39f3-9bf9-4f86-aaae-a87c713ebfba tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608792 Jul 22 22:11:14.273446 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:14.294913 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41715-ab3d-490b-bab7-91a37d8ef551 req-b5b16aeb-9016-4eac-8efd-626df05599ba tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:14.296560 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7ce41715-ab3d-490b-bab7-91a37d8ef551 req-b5b16aeb-9016-4eac-8efd-626df05599ba tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1003556 Jul 22 22:11:14.341794 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device ab7b029a-a15f-4710-8930-d2334819d108 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:11:14.364809 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: ab7b029a-a15f-4710-8930-d2334819d108 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:11:14.366561 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device ab7b029a-a15f-4710-8930-d2334819d108 not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:11:14.377743 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7ce41715-ab3d-490b-bab7-91a37d8ef551 req-0078f351-9ab1-4945-9b98-23fec3ca32f5 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632203 Jul 22 22:11:14.387499 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Deleting port 9c10d16f-0a9d-4432-a94b-87889a9135a6 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:11:14.387883 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:14.390765 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'name': 'tempest-ServerRescueNegativeTestJSON-699529417-router', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:11Z', 'updated_at': '2021-07-22T22:11:13Z', 'revision_number': 5, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'gw_port': {'id': '9c10d16f-0a9d-4432-a94b-87889a9135a6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:12Z', 'updated_at': '2021-07-22T22:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:14.408268 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:14.422749 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] Checking router: cd254497-5d98-4722-9391-75a2dabd1adf for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:11:14.432325 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] Routers {'cd254497-5d98-4722-9391-75a2dabd1adf'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:11:14.432968 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['cd254497-5d98-4722-9391-75a2dabd1adf'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:14.470946 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] For port 9c10d16f-0a9d-4432-a94b-87889a9135a6, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=9c10d16f-0a9d-4432-a94b-87889a9135a6,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:14.471303 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:14.483712 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Calling delete_port for 9c10d16f-0a9d-4432-a94b-87889a9135a6 owned by network:router_gateway {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:11:14.516943 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] Set router cd254497-5d98-4722-9391-75a2dabd1adf gateway port host: None {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:11:14.567640 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'name': 'tempest-ServerRescueNegativeTestJSON-699529417-router', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:11Z', 'updated_at': '2021-07-22T22:11:14Z', 'revision_number': 6, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'gw_port_host': None}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:14.596269 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6457dd8-8efd-46d3-9713-d00d13de4489 None None] The sync data for ids ['cd254497-5d98-4722-9391-75a2dabd1adf'] in dv-cinder-801522-2-iscsi is: [{'id': 'cd254497-5d98-4722-9391-75a2dabd1adf', 'name': 'tempest-ServerRescueNegativeTestJSON-699529417-router', 'tenant_id': '1a62e52a0b7146518df30fa2767dbdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:11Z', 'updated_at': '2021-07-22T22:11:14Z', 'revision_number': 6, 'project_id': '1a62e52a0b7146518df30fa2767dbdd1', 'gw_port_host': None}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:11:14.668504 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:14.696947 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c10d16f-0a9d-4432-a94b-87889a9135a6,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:14.986687 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50976) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:15.025178 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614839'] for router_gateway, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.108637 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 1d7e5c0d-a820-442f-9a77-cea24174fd19 no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:11:15.109143 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4a19d82b-a776-4fbc-b5e4-5a060904ee3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.137880 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8651'] for router, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.140079 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.142061 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 1d7e5c0d-a820-442f-9a77-cea24174fd19 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:11:15.142421 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 1d7e5c0d-a820-442f-9a77-cea24174fd19 not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:11:15.211137 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-621900'] for router, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.211438 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd254497-5d98-4722-9391-75a2dabd1adf {{(pid=93408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:11:15.214573 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4a19d82b-a776-4fbc-b5e4-5a060904ee3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.216605 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.217652 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-1c79d876-4222-4047-ad05-945933b99fa3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cd254497-5d98-4722-9391-75a2dabd1adf HTTP/1.1" status: 204 len: 168 time: 1.2714124 Jul 22 22:11:15.219256 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4a19d82b-a776-4fbc-b5e4-5a060904ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.220747 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50980) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:15.268497 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-4a19d82b-a776-4fbc-b5e4-5a060904ee3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3436be368ff945b2a18a5ec5b7b1c6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779822 Jul 22 22:11:15.268497 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19d82b-a776-4fbc-b5e4-5a060904ee3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeedba3-6411-4281-9d13-e8e1ccb2f8cd,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:15.268848 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97dafe7-8180-4bf2-b875-04b4ab1364ac admin admin] Deleting subnet 9d68268e-80ba-413f-937d-90301757978d {{(pid=93408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:11:15.269179 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50984) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:15.271462 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b97dafe7-8180-4bf2-b875-04b4ab1364ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.310222 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b97dafe7-8180-4bf2-b875-04b4ab1364ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31916951'] for subnet, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.342201 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9a991a74-40ba-40cb-959c-55331fd14151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.354982 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b97dafe7-8180-4bf2-b875-04b4ab1364ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.388123 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9a991a74-40ba-40cb-959c-55331fd14151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.414597 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b97dafe7-8180-4bf2-b875-04b4ab1364ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32635169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31934840'] for subnet, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.449844 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04627a-6bd5-40fa-b0cb-dc83e8a54427 req-830ce2bb-debd-4a50-97a3-2df2d208ea4a tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:15.457295 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5f04627a-6bd5-40fa-b0cb-dc83e8a54427 req-830ce2bb-debd-4a50-97a3-2df2d208ea4a tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.1285014 Jul 22 22:11:15.464613 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dafe7-8180-4bf2-b875-04b4ab1364ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d68268e-80ba-413f-937d-90301757978d,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:15.474376 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b97dafe7-8180-4bf2-b875-04b4ab1364ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.476712 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-b97dafe7-8180-4bf2-b875-04b4ab1364ac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9d68268e-80ba-413f-937d-90301757978d HTTP/1.1" status: 204 len: 168 time: 0.2550187 Jul 22 22:11:15.479378 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50988) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:15.509389 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5f04627a-6bd5-40fa-b0cb-dc83e8a54427 req-d34ec137-4de2-4e35-b4d2-9cc90fd3fe04 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511451 Jul 22 22:11:15.510342 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9a991a74-40ba-40cb-959c-55331fd14151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.513339 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9a991a74-40ba-40cb-959c-55331fd14151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.514278 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-9a991a74-40ba-40cb-959c-55331fd14151 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efeedba3-6411-4281-9d13-e8e1ccb2f8cd HTTP/1.1" status: 204 len: 168 time: 0.2441771 Jul 22 22:11:15.522859 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a991a74-40ba-40cb-959c-55331fd14151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeedba3-6411-4281-9d13-e8e1ccb2f8cd,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:15.597268 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.667177 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bb406-3ca2-4d0a-a1cd-b0ed858c3595 req-2ecf63c4-d795-4394-8eb4-7607881ecc7f tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:15.668909 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4e3bb406-3ca2-4d0a-a1cd-b0ed858c3595 req-2ecf63c4-d795-4394-8eb4-7607881ecc7f tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1681840 Jul 22 22:11:15.729771 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.743022 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae36239-69f7-4fc8-bff2-d4812783c1d3']}} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:15.765985 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886') {'for_net_delete': True} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:15.766268 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42b630b-4ba8-4b7d-becb-d98fd4eb9886') {} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:15.777551 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4e3bb406-3ca2-4d0a-a1cd-b0ed858c3595 req-c44733f9-d6d3-475a-bbb3-ef24c4d123bc tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967612 Jul 22 22:11:15.781092 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31916958'] for segment, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.800605 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.808332 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] Releasing vlan 1651 on physical network physnet1 to pool {{(pid=93408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:11:15.808764 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32635227'] for segment, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: Traceback (most recent call last): Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: timer() Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: cb(*args, **kw) Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: return func(*args, **kwargs) Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: self._notify() Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: self.callback(batched_events) Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: event.method(event) Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: return f(self, *a, **k) Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._get(url).json() Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: return self.request(url, 'GET', **kwargs) Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:11:15.810775 dv-cinder-801522-2-iscsi neutron-server[93408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:11:15.866363 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 50994) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:15.880861 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dc0ab68d-f707-439c-a63e-a66d276cc5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.894037 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.901820 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.902921 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] 10.222.0.26 "DELETE /v2.0/networks/dae36239-69f7-4fc8-bff2-d4812783c1d3 HTTP/1.1" status: 204 len: 168 time: 0.4224045 Jul 22 22:11:15.916756 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dfcfa-f697-4288-ab77-c4952cbb7e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=dae36239-69f7-4fc8-bff2-d4812783c1d3,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:16.007197 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dc0ab68d-f707-439c-a63e-a66d276cc5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.011789 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dc0ab68d-f707-439c-a63e-a66d276cc5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.058704 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-dc0ab68d-f707-439c-a63e-a66d276cc5e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e388b668510425693bb78205d1ba625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911864 Jul 22 22:11:16.059572 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ab68d-f707-439c-a63e-a66d276cc5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fc5dc8-8068-4aef-9947-a40770c8856a,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:16.061959 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 50998) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:16.108682 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51000) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:16.116012 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-105c5574-f58d-4b81-8a80-f8c862957415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.133921 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.146087 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-105c5574-f58d-4b81-8a80-f8c862957415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.159723 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-6c07cc9c-7b3e-4320-8f4c-1e219dc64748 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a62e52a0b7146518df30fa2767dbdd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493786 Jul 22 22:11:16.163254 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51002) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:16.201804 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-105c5574-f58d-4b81-8a80-f8c862957415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.204765 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-105c5574-f58d-4b81-8a80-f8c862957415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.205915 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-105c5574-f58d-4b81-8a80-f8c862957415 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75fc5dc8-8068-4aef-9947-a40770c8856a HTTP/1.1" status: 204 len: 168 time: 0.1427386 Jul 22 22:11:16.216326 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c5574-f58d-4b81-8a80-f8c862957415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fc5dc8-8068-4aef-9947-a40770c8856a,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:16.218415 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c737da02-3161-4368-ae65-c3edd6bdacab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.242405 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c737da02-3161-4368-ae65-c3edd6bdacab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.292184 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c737da02-3161-4368-ae65-c3edd6bdacab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.294696 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c737da02-3161-4368-ae65-c3edd6bdacab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.295972 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-c737da02-3161-4368-ae65-c3edd6bdacab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19824913-6969-403f-83ea-d3e4d9d440a5 HTTP/1.1" status: 204 len: 168 time: 0.1315241 Jul 22 22:11:16.304392 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737da02-3161-4368-ae65-c3edd6bdacab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19824913-6969-403f-83ea-d3e4d9d440a5,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:16.681049 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff362b-a3e4-4351-91d7-4fbcc395f296 req-5beb8f6d-3468-4fe5-a617-fc5c9b8946f1 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:16.682654 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b2ff362b-a3e4-4351-91d7-4fbcc395f296 req-5beb8f6d-3468-4fe5-a617-fc5c9b8946f1 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0755382 Jul 22 22:11:16.728218 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b2ff362b-a3e4-4351-91d7-4fbcc395f296 req-4820f4f7-8657-48f0-bec6-6c2ca4c6978b tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388699 Jul 22 22:11:16.766054 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 9c10d16f-0a9d-4432-a94b-87889a9135a6 no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:11:16.793169 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 9c10d16f-0a9d-4432-a94b-87889a9135a6 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:11:16.793473 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 9c10d16f-0a9d-4432-a94b-87889a9135a6 not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:11:16.939736 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192e79c-d440-4912-811b-b207e226faf8 req-42b5a3bb-8216-458b-81ff-39dfdc51e84b tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:16.947489 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e192e79c-d440-4912-811b-b207e226faf8 req-42b5a3bb-8216-458b-81ff-39dfdc51e84b tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0919740 Jul 22 22:11:16.988769 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e192e79c-d440-4912-811b-b207e226faf8 req-889df11b-a7c5-43da-ab2c-e28072527699 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398273 Jul 22 22:11:17.866913 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5a875-d314-4404-ada8-c83374bd7b02 req-e3336fb0-77da-49a3-90dd-b4b9357db663 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:17.868356 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51082) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:17.868813 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c0d5a875-d314-4404-ada8-c83374bd7b02 req-e3336fb0-77da-49a3-90dd-b4b9357db663 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0653923 Jul 22 22:11:17.910365 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c0d5a875-d314-4404-ada8-c83374bd7b02 req-9cacc6ac-b028-4dae-98f5-18664dd1a1bc tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347388 Jul 22 22:11:17.974483 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-061d52fe-da78-466c-83f6-f4c915542b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.064168 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-061d52fe-da78-466c-83f6-f4c915542b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.076934 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-061d52fe-da78-466c-83f6-f4c915542b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.135848 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-061d52fe-da78-466c-83f6-f4c915542b2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0244a272dd14a5e94fb2005495bd150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662754 Jul 22 22:11:18.137752 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d52fe-da78-466c-83f6-f4c915542b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e42719-7ecd-4bea-b887-c9eb1c94b1be,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:18.138572 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51088) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:18.167551 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7a93-d661-44f3-8da3-2ab456edd420 req-34e02ef9-9cf1-4ddd-a10f-9ea9b67cf512 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:18.169099 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5eac7a93-d661-44f3-8da3-2ab456edd420 req-34e02ef9-9cf1-4ddd-a10f-9ea9b67cf512 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1014926 Jul 22 22:11:18.197156 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4733a43-b70a-4bf3-ab6b-c6903d56070d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.206935 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5eac7a93-d661-44f3-8da3-2ab456edd420 req-249f22ab-9eb0-46fd-92c7-7fb1603768d9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Jul 22 22:11:18.218983 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4733a43-b70a-4bf3-ab6b-c6903d56070d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.265355 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4733a43-b70a-4bf3-ab6b-c6903d56070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.267877 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4733a43-b70a-4bf3-ab6b-c6903d56070d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.269037 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-a4733a43-b70a-4bf3-ab6b-c6903d56070d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23e42719-7ecd-4bea-b887-c9eb1c94b1be HTTP/1.1" status: 204 len: 168 time: 0.1294360 Jul 22 22:11:18.277289 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4733a43-b70a-4bf3-ab6b-c6903d56070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e42719-7ecd-4bea-b887-c9eb1c94b1be,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:18.531030 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51098) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:18.544224 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f41f8a2c-04b2-4547-9dec-ae75e19c91d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.636750 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f41f8a2c-04b2-4547-9dec-ae75e19c91d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.646637 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f41f8a2c-04b2-4547-9dec-ae75e19c91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.687250 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f8a2c-04b2-4547-9dec-ae75e19c91d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e95d8-59c0-482f-94a6-a1594c6474c5,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:18.691878 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-f41f8a2c-04b2-4547-9dec-ae75e19c91d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2cca8894a99484faf4bfde35649dff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596012 Jul 22 22:11:18.694479 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51106) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:18.747545 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2ff2-b3d9-4249-95a1-719b6d68c992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.769858 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2ff2-b3d9-4249-95a1-719b6d68c992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.819522 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2ff2-b3d9-4249-95a1-719b6d68c992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.822205 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2ff2-b3d9-4249-95a1-719b6d68c992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.824402 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-8fdc2ff2-b3d9-4249-95a1-719b6d68c992 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba5e95d8-59c0-482f-94a6-a1594c6474c5 HTTP/1.1" status: 204 len: 168 time: 0.1278903 Jul 22 22:11:18.831717 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc2ff2-b3d9-4249-95a1-719b6d68c992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5e95d8-59c0-482f-94a6-a1594c6474c5,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:18.891516 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:11:19.084574 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8e232-5b4b-48db-87d6-19f758d3f286 req-d4fb59b0-4bcf-4218-90e5-ac321b18a96c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:19.086155 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f8b8e232-5b4b-48db-87d6-19f758d3f286 req-d4fb59b0-4bcf-4218-90e5-ac321b18a96c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0896308 Jul 22 22:11:19.129016 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f8b8e232-5b4b-48db-87d6-19f758d3f286 req-9d48e79c-6186-4966-88b7-c44ad83351da tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364585 Jul 22 22:11:19.353413 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44978-fe7f-4935-a465-0ab75150edae req-30cb847b-ee20-4aa6-bc00-77222b163332 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:19.355079 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b6e44978-fe7f-4935-a465-0ab75150edae req-30cb847b-ee20-4aa6-bc00-77222b163332 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0747139 Jul 22 22:11:19.395204 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b6e44978-fe7f-4935-a465-0ab75150edae req-5b4eca22-4976-45b8-baca-940af230044e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339277 Jul 22 22:11:20.290913 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7f0c9-c4da-4315-a34c-e18337ba1842 req-4d93dc2e-d98a-4332-a780-3e9624b1b693 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:20.296328 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-37c7f0c9-c4da-4315-a34c-e18337ba1842 req-4d93dc2e-d98a-4332-a780-3e9624b1b693 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0810788 Jul 22 22:11:20.339333 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-37c7f0c9-c4da-4315-a34c-e18337ba1842 req-36117c01-e909-43e1-9c89-b5e9fee10836 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405886 Jul 22 22:11:20.546699 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a1e73-f249-4621-9ca7-bf75e50eef28 req-c2e68088-149d-44ee-8da7-c138c6693e11 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:20.548270 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ee4a1e73-f249-4621-9ca7-bf75e50eef28 req-c2e68088-149d-44ee-8da7-c138c6693e11 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0684955 Jul 22 22:11:20.591785 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ee4a1e73-f249-4621-9ca7-bf75e50eef28 req-c2fb008c-49ec-4f81-82b4-87426c5b771e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360353 Jul 22 22:11:21.473204 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69957d64-44d7-46e6-8e7b-80e00e9fdf47 req-e9e977ef-a027-41d8-8a1c-144f9392b63b tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:21.474709 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-69957d64-44d7-46e6-8e7b-80e00e9fdf47 req-e9e977ef-a027-41d8-8a1c-144f9392b63b tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0659328 Jul 22 22:11:21.516291 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-69957d64-44d7-46e6-8e7b-80e00e9fdf47 req-65fd2cfa-b8fc-4bdb-af52-6fcb6ab2cfb8 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354130 Jul 22 22:11:21.734754 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d12a1-0208-4d5e-ac64-b758842dfc82 req-da9c1eca-1eb7-46fc-be3d-0a7c9767009d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:21.736648 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f65d12a1-0208-4d5e-ac64-b758842dfc82 req-da9c1eca-1eb7-46fc-be3d-0a7c9767009d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0758977 Jul 22 22:11:21.781990 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f65d12a1-0208-4d5e-ac64-b758842dfc82 req-10b0622c-5a0e-4eaf-ad7f-834dc739f5fc tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385115 Jul 22 22:11:22.668768 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1422cb-9523-4af2-a960-418c88778079 req-48eea9df-d1fd-47da-b01d-5a7a297bd846 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:22.670469 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7d1422cb-9523-4af2-a960-418c88778079 req-48eea9df-d1fd-47da-b01d-5a7a297bd846 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0838857 Jul 22 22:11:22.715188 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7d1422cb-9523-4af2-a960-418c88778079 req-739f1559-466f-4b16-8925-342a95144696 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385504 Jul 22 22:11:22.914489 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6fb9-cb48-44c0-a23f-8f3dd2c08622 req-67660782-a55a-430a-8d4a-4fbb560792a0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:22.916155 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0a5e6fb9-cb48-44c0-a23f-8f3dd2c08622 req-67660782-a55a-430a-8d4a-4fbb560792a0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0664599 Jul 22 22:11:22.957580 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0a5e6fb9-cb48-44c0-a23f-8f3dd2c08622 req-d3a0036d-68a0-48e5-a5b9-4e6744d298b3 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358174 Jul 22 22:11:23.850350 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcea36-21d5-4ca4-b294-7b077dc5feaf req-cdd14156-c7d7-43a2-af85-36a46d17df44 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:23.851977 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-25dcea36-21d5-4ca4-b294-7b077dc5feaf req-cdd14156-c7d7-43a2-af85-36a46d17df44 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0649211 Jul 22 22:11:23.892040 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-25dcea36-21d5-4ca4-b294-7b077dc5feaf req-10955cc2-795d-4a90-aa5e-4af9452df6d4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342157 Jul 22 22:11:24.102316 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa82ba-4818-48c1-b7f3-23fe7383cd46 req-386c679b-cb39-420e-bd88-f37f857cc28f tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:24.103938 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bafa82ba-4818-48c1-b7f3-23fe7383cd46 req-386c679b-cb39-420e-bd88-f37f857cc28f tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0779498 Jul 22 22:11:24.141912 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bafa82ba-4818-48c1-b7f3-23fe7383cd46 req-6aa28991-e95f-4328-96b2-0f0d538da512 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322578 Jul 22 22:11:24.391032 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0b1bb-50e3-43f6-96c5-8b685d92cde6 req-637b5f64-6a5d-4a22-aca8-cec9ef6fe53e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:24.391032 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-90e0b1bb-50e3-43f6-96c5-8b685d92cde6 req-637b5f64-6a5d-4a22-aca8-cec9ef6fe53e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0987635 Jul 22 22:11:24.442075 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-90e0b1bb-50e3-43f6-96c5-8b685d92cde6 req-c7e1789b-11cd-47fb-9453-ae15642bb676 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437307 Jul 22 22:11:24.443946 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-633a394f-2737-44ef-a10b-452d6b06ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:24.445353 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-633a394f-2737-44ef-a10b-452d6b06ed7a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 1098 time: 0.1088920 Jul 22 22:11:24.544545 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-d0732e5b-dc59-43c5-a04e-8e5f3e714e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:24.546057 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-d0732e5b-dc59-43c5-a04e-8e5f3e714e4f service neutron] 10.222.0.113 "GET /v2.0/networks?id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 200 len: 912 time: 0.0916789 Jul 22 22:11:24.719708 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51250) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:24.824664 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-82c2798b-b917-40c6-bb04-9a660d22ea0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:24.919267 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-82c2798b-b917-40c6-bb04-9a660d22ea0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:24.924340 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-82c2798b-b917-40c6-bb04-9a660d22ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:24.964466 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-82c2798b-b917-40c6-bb04-9a660d22ea0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a443acc8d924ed292fc4feaa1b4577f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436237 Jul 22 22:11:24.965395 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2798b-b917-40c6-bb04-9a660d22ea0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58de6db8-c0e7-4864-afbf-79f59f591152,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:24.967730 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51256) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:25.029597 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7714cc45-ae00-4d3a-ac73-d638249a768c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.044179 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2093f-ba83-4354-b57b-8c4c0d369fbe req-d3689142-35b1-425e-9527-e724d13a52bc tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:25.045874 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c7b2093f-ba83-4354-b57b-8c4c0d369fbe req-d3689142-35b1-425e-9527-e724d13a52bc tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0707889 Jul 22 22:11:25.056469 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7714cc45-ae00-4d3a-ac73-d638249a768c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.088019 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c7b2093f-ba83-4354-b57b-8c4c0d369fbe req-eb19856e-498a-449b-b36d-b4c5e943dd17 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353932 Jul 22 22:11:25.110197 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7714cc45-ae00-4d3a-ac73-d638249a768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.112924 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-7714cc45-ae00-4d3a-ac73-d638249a768c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.114230 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-7714cc45-ae00-4d3a-ac73-d638249a768c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58de6db8-c0e7-4864-afbf-79f59f591152 HTTP/1.1" status: 204 len: 168 time: 0.1453331 Jul 22 22:11:25.122760 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714cc45-ae00-4d3a-ac73-d638249a768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de6db8-c0e7-4864-afbf-79f59f591152,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:25.397362 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51264) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:25.410843 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-98db23f8-4125-4577-afba-84ec57105ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.540647 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-70e6feca-d63d-42bd-b323-824afd92b01e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb HTTP/1.1" status: 200 len: 1001 time: 0.0892918 Jul 22 22:11:25.593209 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-98db23f8-4125-4577-afba-84ec57105ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.599889 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-98db23f8-4125-4577-afba-84ec57105ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.649257 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079902-f831-49ee-9d27-35bb6c6035d4 req-094be82e-b6d5-41f1-b8dc-8603cb068aac tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:25.650792 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-69079902-f831-49ee-9d27-35bb6c6035d4 req-094be82e-b6d5-41f1-b8dc-8603cb068aac tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1318417 Jul 22 22:11:25.653072 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-98db23f8-4125-4577-afba-84ec57105ec4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=554076c2ef0e4966abe6db2a8a4ea2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546568 Jul 22 22:11:25.655367 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db23f8-4125-4577-afba-84ec57105ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1ed5f4-4e23-4cba-ad13-c3323cb9a55e,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:25.656623 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51268) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:25.692527 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-69079902-f831-49ee-9d27-35bb6c6035d4 req-2c9fb165-d569-49ab-98b1-038ba760c13a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334771 Jul 22 22:11:25.710613 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-257d9a46-b352-4d8b-a023-8dc84ccc0430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.731161 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-257d9a46-b352-4d8b-a023-8dc84ccc0430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.780674 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-257d9a46-b352-4d8b-a023-8dc84ccc0430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.783168 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-257d9a46-b352-4d8b-a023-8dc84ccc0430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.784385 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-257d9a46-b352-4d8b-a023-8dc84ccc0430 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b1ed5f4-4e23-4cba-ad13-c3323cb9a55e HTTP/1.1" status: 204 len: 168 time: 0.1263182 Jul 22 22:11:25.792139 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d9a46-b352-4d8b-a023-8dc84ccc0430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1ed5f4-4e23-4cba-ad13-c3323cb9a55e,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:26.234670 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ab677-5fbe-403f-a8a8-0e94af77dc2e req-84954cbd-67e7-4e10-a184-c11272cf6c91 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:26.236207 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8b1ab677-5fbe-403f-a8a8-0e94af77dc2e req-84954cbd-67e7-4e10-a184-c11272cf6c91 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0785339 Jul 22 22:11:26.282635 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8b1ab677-5fbe-403f-a8a8-0e94af77dc2e req-091b270c-35fb-41d7-b0da-11da66569bba tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400236 Jul 22 22:11:26.829142 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f6028-f1dc-4d7b-b457-81dd18485454 req-b72be046-c511-44c2-b435-db82734271d6 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:26.830684 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-885f6028-f1dc-4d7b-b457-81dd18485454 req-b72be046-c511-44c2-b435-db82734271d6 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0678866 Jul 22 22:11:26.868708 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-885f6028-f1dc-4d7b-b457-81dd18485454 req-559e9c66-417b-44cc-978c-e684a26f4e17 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313861 Jul 22 22:11:27.152281 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:27.419476 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fbb88-4144-4aee-8349-7103083e720c req-d7bbfa91-49a7-4dd2-9419-ed2583d20b90 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:27.421889 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e85fbb88-4144-4aee-8349-7103083e720c req-d7bbfa91-49a7-4dd2-9419-ed2583d20b90 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0703166 Jul 22 22:11:27.486785 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-5f693035-652e-4dc4-98d8-59b0c72ec6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:27.488879 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-5f693035-652e-4dc4-98d8-59b0c72ec6b4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=733f2904-165c-47a0-87f7-87c92ef3b4a7 HTTP/1.1" status: 200 len: 849 time: 0.0519521 Jul 22 22:11:27.502293 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e85fbb88-4144-4aee-8349-7103083e720c req-2d6657a4-b6e8-4ac0-961a-76575246cf38 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721657 Jul 22 22:11:27.564437 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-a11302a9-0205-4790-87bb-d960ed2395bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:27.566779 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-a11302a9-0205-4790-87bb-d960ed2395bd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644665 Jul 22 22:11:27.665238 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-34e73f61-058c-4367-ab65-20b242f08467 service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893650 Jul 22 22:11:27.673893 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-722cc60f-c450-4fb9-982f-1001e1eedbfc service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574203 Jul 22 22:11:27.751493 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-71cd6a58-01f9-4cda-8a05-2bdc5935c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:27.753207 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-71cd6a58-01f9-4cda-8a05-2bdc5935c729 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 1100 time: 0.0544801 Jul 22 22:11:27.756182 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-83b07ce9-1a91-42a0-a1bc-fa28d7e73283 req-71758e90-7221-4fe8-9390-78fb85ad749e service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839095 Jul 22 22:11:27.866779 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-abbafbd9-633f-4615-ba90-7222923ef754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:27.868281 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-abbafbd9-633f-4615-ba90-7222923ef754 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 918 time: 0.0909343 Jul 22 22:11:27.938968 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-a36fd57c-8e4c-499f-891b-ccd87d77fc97 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350 HTTP/1.1" status: 200 len: 1002 time: 0.0628068 Jul 22 22:11:28.023625 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-4e285bf9-741e-4fa6-abe3-2bb53db942c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:28.025022 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-4e285bf9-741e-4fa6-abe3-2bb53db942c0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.0750618 Jul 22 22:11:28.052069 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c828a92-b792-41fd-9e71-9effbd0296e5 req-32cf9f0c-4fa4-4617-9479-506f92164439 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:28.054386 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7c828a92-b792-41fd-9e71-9effbd0296e5 req-32cf9f0c-4fa4-4617-9479-506f92164439 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1125910 Jul 22 22:11:28.117393 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7c828a92-b792-41fd-9e71-9effbd0296e5 req-4d4720b7-0f7f-44de-9bc5-2d652e56e778 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 Jul 22 22:11:28.125583 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-652ca67f-552b-4219-9b4c-c1e641c6577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:28.127040 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-652ca67f-552b-4219-9b4c-c1e641c6577e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915918 Jul 22 22:11:28.227682 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-9e6ec288-43ea-4d61-a85c-244f74e251a5 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924196 Jul 22 22:11:28.327082 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7a91d4da-6179-4a9a-befe-bdfa85915c40 req-1be41ee0-928a-4d59-9b7b-5fea23fcc277 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899754 Jul 22 22:11:28.660723 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d3809-83a5-450a-acde-db768f9cac3b req-f092c983-3d06-4d2d-9fba-74cd72f9a0dc tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:28.662543 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-750d3809-83a5-450a-acde-db768f9cac3b req-f092c983-3d06-4d2d-9fba-74cd72f9a0dc tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0699859 Jul 22 22:11:28.711997 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-750d3809-83a5-450a-acde-db768f9cac3b req-b859828b-5665-437e-8eca-26a2f247680b tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411785 Jul 22 22:11:29.256554 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15b290-78e6-4764-8c33-25859e48083f req-4faee8a8-af14-4afb-af6d-1ec7fced187a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:29.258084 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bd15b290-78e6-4764-8c33-25859e48083f req-4faee8a8-af14-4afb-af6d-1ec7fced187a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0741785 Jul 22 22:11:29.295200 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bd15b290-78e6-4764-8c33-25859e48083f req-da79e997-b60f-4f37-86bd-554178efec38 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313618 Jul 22 22:11:29.846507 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0da60-1f9a-44ea-88fe-aa06edfef0d2 req-05533ab2-6ca0-4426-ad40-26db699e6c1a tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:29.848037 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4bd0da60-1f9a-44ea-88fe-aa06edfef0d2 req-05533ab2-6ca0-4426-ad40-26db699e6c1a tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0693479 Jul 22 22:11:29.888563 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4bd0da60-1f9a-44ea-88fe-aa06edfef0d2 req-75c8aa45-7dc9-4616-bcaa-1a8890b16390 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344801 Jul 22 22:11:30.168897 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51384) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:30.280493 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d52a27e9-47fb-4b47-b9cd-d8fd1cbe1519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:30.371425 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d52a27e9-47fb-4b47-b9cd-d8fd1cbe1519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:30.375259 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-d52a27e9-47fb-4b47-b9cd-d8fd1cbe1519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:30.415094 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-d52a27e9-47fb-4b47-b9cd-d8fd1cbe1519 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c3e88abe0374475955c590023782981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449844 Jul 22 22:11:30.417156 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a27e9-47fb-4b47-b9cd-d8fd1cbe1519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d325f4-a16a-4b95-a266-a3dfcd8a20e1,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:30.417798 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51388) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:30.467667 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-44113044-21e7-47b4-8bfe-13a88304f8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:30.488619 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-44113044-21e7-47b4-8bfe-13a88304f8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:30.534060 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-44113044-21e7-47b4-8bfe-13a88304f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:30.536959 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-44113044-21e7-47b4-8bfe-13a88304f8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:30.538137 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-44113044-21e7-47b4-8bfe-13a88304f8d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01d325f4-a16a-4b95-a266-a3dfcd8a20e1 HTTP/1.1" status: 204 len: 168 time: 0.1193099 Jul 22 22:11:30.545850 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44113044-21e7-47b4-8bfe-13a88304f8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d325f4-a16a-4b95-a266-a3dfcd8a20e1,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:30.798571 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51394) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:30.812499 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1804-d912-4ae8-b341-a0101528c849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:30.899714 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1804-d912-4ae8-b341-a0101528c849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:30.903518 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1804-d912-4ae8-b341-a0101528c849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:30.948484 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-dd8b1804-d912-4ae8-b341-a0101528c849 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26e905de23a74ccb92033a8dcb852bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458001 Jul 22 22:11:30.948484 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b1804-d912-4ae8-b341-a0101528c849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465e6d10-8905-45bd-aaf4-b98f0211dd46,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:30.949267 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51400) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:31.005843 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a515f51e-bbde-43a9-bd4c-97bcc74cbabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:31.028106 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a515f51e-bbde-43a9-bd4c-97bcc74cbabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:31.035069 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311c11c-e1f0-4574-b5be-616e430488c1 req-6fba013a-cc7a-4980-8c9d-408c8f3712ec tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:31.036671 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d311c11c-e1f0-4574-b5be-616e430488c1 req-6fba013a-cc7a-4980-8c9d-408c8f3712ec tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0657318 Jul 22 22:11:31.077821 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d311c11c-e1f0-4574-b5be-616e430488c1 req-9b4b09fc-a66f-47d2-8bf7-fef50cc817a0 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351422 Jul 22 22:11:31.084374 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a515f51e-bbde-43a9-bd4c-97bcc74cbabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:31.087225 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a515f51e-bbde-43a9-bd4c-97bcc74cbabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:31.090848 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-a515f51e-bbde-43a9-bd4c-97bcc74cbabb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/465e6d10-8905-45bd-aaf4-b98f0211dd46 HTTP/1.1" status: 204 len: 168 time: 0.1381381 Jul 22 22:11:31.106094 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515f51e-bbde-43a9-bd4c-97bcc74cbabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465e6d10-8905-45bd-aaf4-b98f0211dd46,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:32.223528 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4741bb-e078-4f37-813c-8b6847ef5185 req-99b008f3-dde4-4833-b40d-9dc4f3a114f6 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:32.225138 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5e4741bb-e078-4f37-813c-8b6847ef5185 req-99b008f3-dde4-4833-b40d-9dc4f3a114f6 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0766814 Jul 22 22:11:32.266606 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5e4741bb-e078-4f37-813c-8b6847ef5185 req-1f2eaea5-6d5f-4d33-ad54-1588743116eb tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354877 Jul 22 22:11:33.399120 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce5e05-9d09-4860-a3e5-e758efb816f6 req-d7ac7a9f-83ac-4099-88bd-cd25bb00022b tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:33.400694 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a2ce5e05-9d09-4860-a3e5-e758efb816f6 req-d7ac7a9f-83ac-4099-88bd-cd25bb00022b tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0639460 Jul 22 22:11:33.443507 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a2ce5e05-9d09-4860-a3e5-e758efb816f6 req-a907e428-206c-46fa-bd16-23e229cdb620 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&id=82e6a10f-9413-45dd-ba98-74cd7597b821&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359669 Jul 22 22:11:37.555567 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51600) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:37.663054 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-312ce399-11f9-48e1-9169-538063a5e89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:37.753237 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-312ce399-11f9-48e1-9169-538063a5e89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:37.757754 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-312ce399-11f9-48e1-9169-538063a5e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:37.796191 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-312ce399-11f9-48e1-9169-538063a5e89f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21042df00bd14efba9f1490a1142f7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394848 Jul 22 22:11:37.797350 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ce399-11f9-48e1-9169-538063a5e89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ecd437-20f3-4d68-9a6b-adb41c3ca893,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:37.799159 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51604) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:37.849417 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c589-81fc-498f-84c0-45631a9f9c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:37.871706 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c589-81fc-498f-84c0-45631a9f9c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:37.928664 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c589-81fc-498f-84c0-45631a9f9c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:37.931215 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c589-81fc-498f-84c0-45631a9f9c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:37.932448 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-a9e9c589-81fc-498f-84c0-45631a9f9c03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45ecd437-20f3-4d68-9a6b-adb41c3ca893 HTTP/1.1" status: 204 len: 168 time: 0.1322105 Jul 22 22:11:37.942048 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9c589-81fc-498f-84c0-45631a9f9c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ecd437-20f3-4d68-9a6b-adb41c3ca893,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:38.201908 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51612) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:38.215425 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fdab4e87-37e9-4d68-a722-81a3f87c572d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:38.310338 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fdab4e87-37e9-4d68-a722-81a3f87c572d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:38.315009 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fdab4e87-37e9-4d68-a722-81a3f87c572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:38.353445 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-fdab4e87-37e9-4d68-a722-81a3f87c572d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c64c5784e2524b82af170172baa0d134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504018 Jul 22 22:11:38.354297 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab4e87-37e9-4d68-a722-81a3f87c572d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c190c9c2-f4ea-420f-8772-30b7673d6f35,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:38.357097 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51614) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:38.407980 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-22cd5de6-21ff-4396-b9dd-58a963c06e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:38.429977 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-22cd5de6-21ff-4396-b9dd-58a963c06e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:38.479374 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-22cd5de6-21ff-4396-b9dd-58a963c06e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:38.481934 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-22cd5de6-21ff-4396-b9dd-58a963c06e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:38.483098 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-22cd5de6-21ff-4396-b9dd-58a963c06e67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c190c9c2-f4ea-420f-8772-30b7673d6f35 HTTP/1.1" status: 204 len: 168 time: 0.1246161 Jul 22 22:11:38.493083 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd5de6-21ff-4396-b9dd-58a963c06e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c190c9c2-f4ea-420f-8772-30b7673d6f35,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:39.716656 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-179c3326-dfe7-475d-b634-096ebf78d935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:40.347080 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51688) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:40.450931 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-93e04760-1450-4455-a921-f75638d38bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:40.539081 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-93e04760-1450-4455-a921-f75638d38bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:40.543096 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-93e04760-1450-4455-a921-f75638d38bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:40.584857 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-93e04760-1450-4455-a921-f75638d38bbe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=599c4204292d41f983157386df171055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367144 Jul 22 22:11:40.585983 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e04760-1450-4455-a921-f75638d38bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cde4584-3916-494c-b592-fa36d06cd228,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:40.587544 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51692) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:40.637007 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-54d86db5-f26e-4957-adae-1b93bd2cef08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:40.661913 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-54d86db5-f26e-4957-adae-1b93bd2cef08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:40.709631 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-54d86db5-f26e-4957-adae-1b93bd2cef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:40.712111 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-54d86db5-f26e-4957-adae-1b93bd2cef08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:40.713469 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-54d86db5-f26e-4957-adae-1b93bd2cef08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1cde4584-3916-494c-b592-fa36d06cd228 HTTP/1.1" status: 204 len: 168 time: 0.1247134 Jul 22 22:11:40.721353 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d86db5-f26e-4957-adae-1b93bd2cef08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cde4584-3916-494c-b592-fa36d06cd228,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:40.976066 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51698) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:40.989906 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9b81908d-b8c2-4506-9201-f8ccb729eafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:41.087416 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9b81908d-b8c2-4506-9201-f8ccb729eafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:41.091717 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9b81908d-b8c2-4506-9201-f8ccb729eafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:41.134486 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-9b81908d-b8c2-4506-9201-f8ccb729eafb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe7bbbd71f7e4c3d9c3b8fed390a4785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573167 Jul 22 22:11:41.135337 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81908d-b8c2-4506-9201-f8ccb729eafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efaafc7-8be6-44cc-8c56-965b02727913,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:41.138326 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51702) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:41.193033 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-0ef505d0-8e39-4fac-9201-e22b1b73854f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:41.214379 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-0ef505d0-8e39-4fac-9201-e22b1b73854f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:41.260539 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-0ef505d0-8e39-4fac-9201-e22b1b73854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:41.263169 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-0ef505d0-8e39-4fac-9201-e22b1b73854f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:41.266693 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-0ef505d0-8e39-4fac-9201-e22b1b73854f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5efaafc7-8be6-44cc-8c56-965b02727913 HTTP/1.1" status: 204 len: 168 time: 0.1238251 Jul 22 22:11:41.272984 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef505d0-8e39-4fac-9201-e22b1b73854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efaafc7-8be6-44cc-8c56-965b02727913,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:42.815574 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:43.178715 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8a13-bc5c-46d6-aeca-d71d7caea1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:44.401909 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:46.133497 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:48.606057 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f0164-652e-45c7-87b0-e2a8577f8b0b req-a32ccc39-81b7-45e4-8ceb-a43817ef14be tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:48.607658 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f0f0164-652e-45c7-87b0-e2a8577f8b0b req-a32ccc39-81b7-45e4-8ceb-a43817ef14be tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 947 time: 0.0631971 Jul 22 22:11:48.645743 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f0f0164-652e-45c7-87b0-e2a8577f8b0b req-b4a8bf48-0785-43d4-9087-e267a1124db7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321360 Jul 22 22:11:49.780745 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf0173-ca56-404c-aaa5-5d411b9a2d17 req-b19d6b2d-9cc6-4de3-b1cc-9b9ec965f0ff tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:49.782240 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1faf0173-ca56-404c-aaa5-5d411b9a2d17 req-b19d6b2d-9cc6-4de3-b1cc-9b9ec965f0ff tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 947 time: 0.0638025 Jul 22 22:11:49.819380 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1faf0173-ca56-404c-aaa5-5d411b9a2d17 req-b980ac08-50a7-4b27-b619-21b534974ae3 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314307 Jul 22 22:11:50.672260 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51848) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:50.725625 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-7195b125-5a72-4d0e-95be-5f55a466bbe4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:50.727133 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-7195b125-5a72-4d0e-95be-5f55a466bbe4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 947 time: 0.0690732 Jul 22 22:11:50.776014 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-22195e7d-400f-4f79-8ca8-30c14a96b565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:50.837507 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Deleting port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:11:50.837763 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:50.868598 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-22195e7d-400f-4f79-8ca8-30c14a96b565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:50.873139 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-22195e7d-400f-4f79-8ca8-30c14a96b565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:50.911293 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22195e7d-400f-4f79-8ca8-30c14a96b565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192b2dc8-7648-48bc-91f8-550da4a0ac59,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:50.918480 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-22195e7d-400f-4f79-8ca8-30c14a96b565 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce2897c1a08f44f3bf69b8d3afaf3ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450233 Jul 22 22:11:50.919092 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51854) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:50.989109 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] For port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:11:50.989470 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:51.342989 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-47cf0461-b16d-4b77-9e3a-b28b0b05d7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:51.351527 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6355ec-bfeb-435e-b1be-9e1eae3f570b req-6b568057-8c25-41e4-89f9-74f8fa3231e0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:51.353059 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2e6355ec-bfeb-435e-b1be-9e1eae3f570b req-6b568057-8c25-41e4-89f9-74f8fa3231e0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 947 time: 0.4519124 Jul 22 22:11:51.451593 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-47cf0461-b16d-4b77-9e3a-b28b0b05d7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:51.494783 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2e6355ec-bfeb-435e-b1be-9e1eae3f570b req-5d3aa093-cf43-4997-83c9-154a5fb11e92 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=c82584d1-123c-4d10-bef3-7da33c189859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277869 Jul 22 22:11:51.561006 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:51.561379 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:51.561703 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.l3_db [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Floating IP 7a99a918-d9fa-4fe1-ae30-7a68b56bc995 disassociated. External IP: 172.27.2.151, port: 6a0aecf1-fc1d-42de-a44e-ea10dc04e350. Jul 22 22:11:51.562052 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Calling delete_port for 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 owned by compute:nova {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:11:51.576947 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-47cf0461-b16d-4b77-9e3a-b28b0b05d7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:51.579384 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-47cf0461-b16d-4b77-9e3a-b28b0b05d7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:51.581138 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-47cf0461-b16d-4b77-9e3a-b28b0b05d7fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/192b2dc8-7648-48bc-91f8-550da4a0ac59 HTTP/1.1" status: 204 len: 168 time: 0.6452174 Jul 22 22:11:51.618002 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf0461-b16d-4b77-9e3a-b28b0b05d7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192b2dc8-7648-48bc-91f8-550da4a0ac59,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:51.720121 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:51.759138 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event deleted for resources: {'Port': ['ID=6a0aecf1-fc1d-42de-a44e-ea10dc04e350,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:51.907047 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Router ad551867-e53c-4723-ba3d-e4089f5d099a has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:11:52.016256 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:11:52.027079 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] Sync routers for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:11:52.039646 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:11:52.040822 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:52.075378 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] No DVR routers for this DVR port 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 on host hv-cinder-80152 {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:11:52.078894 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:52.081439 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7cf9fd39-68ba-4709-beb5-c0044b543e8d req-372dd849-9d7b-4f96-a18c-f62731294f0e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.113 "DELETE /v2.0/ports/6a0aecf1-fc1d-42de-a44e-ea10dc04e350 HTTP/1.1" status: 204 len: 173 time: 1.3466492 Jul 22 22:11:52.082039 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'name': 'network-vif-deleted', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:11:52.086235 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a9c7d8-ae98-42c3-a78d-b22d22c67290" -d '{"events": [{"server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "name": "network-vif-deleted", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:11:52.129766 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455c3843-5c6e-4e44-9522-8e6fdcab6982 x-openstack-request-id: req-455c3843-5c6e-4e44-9522-8e6fdcab6982 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:11:52.130195 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbe8598-3657-4dc4-adb0-a4abba5e98a4", "name": "network-vif-deleted", "tag": "6a0aecf1-fc1d-42de-a44e-ea10dc04e350", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:11:52.130555 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-455c3843-5c6e-4e44-9522-8e6fdcab6982 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:11:52.131063 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbe8598-3657-4dc4-adb0-a4abba5e98a4', 'name': 'network-vif-deleted', 'tag': '6a0aecf1-fc1d-42de-a44e-ea10dc04e350', 'status': 'completed', 'code': 200} Jul 22 22:11:52.183583 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:11:52.532665 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:52.563524 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] Checking router: ad551867-e53c-4723-ba3d-e4089f5d099a for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:11:52.573617 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:11:52.574255 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:52.621183 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e7fa8aa2-c436-4d5b-bd55-bf3130e70309 req-27e7a72f-fee8-486a-a601-3341af44e91e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cbe8598-3657-4dc4-adb0-a4abba5e98a4 HTTP/1.1" status: 200 len: 210 time: 0.0318344 Jul 22 22:11:52.694257 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:11:52.899522 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:11:52.926666 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745753b-e506-4c38-9568-5bb21bd54bd9 None None] The sync data for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi is: [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:11:53.359499 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99523de5-970a-4204-87b9-a3a18caa8612 None None] New status for floating IP 7a99a918-d9fa-4fe1-ae30-7a68b56bc995: DOWN {{(pid=93411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:11:53.728508 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51890) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:53.787538 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-dabca3a4-752a-4b74-bc9b-25301a29575d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:53.810372 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-dabca3a4-752a-4b74-bc9b-25301a29575d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:53.857057 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-dabca3a4-752a-4b74-bc9b-25301a29575d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:53.859764 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-dabca3a4-752a-4b74-bc9b-25301a29575d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:53.860982 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-dabca3a4-752a-4b74-bc9b-25301a29575d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "DELETE /v2.0/security-groups/c82584d1-123c-4d10-bef3-7da33c189859 HTTP/1.1" status: 204 len: 168 time: 0.1313195 Jul 22 22:11:53.863897 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51892) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:53.870262 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabca3a4-752a-4b74-bc9b-25301a29575d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82584d1-123c-4d10-bef3-7da33c189859,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:53.883992 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.api.v2.resource [None req-03474fd9-955b-43f4-a1b4-e14a5d4b0a78 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] show failed (client error): The resource could not be found. Jul 22 22:11:53.885206 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-03474fd9-955b-43f4-a1b4-e14a5d4b0a78 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups/c82584d1-123c-4d10-bef3-7da33c189859 HTTP/1.1" status: 404 len: 347 time: 0.0196941 Jul 22 22:11:53.888273 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51894) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:54.019278 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-96d2d48e-af4e-46d5-a394-85854e44ed8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Deleting port a85f7506-53c6-4d91-8b04-fdf0f9d481f8 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:11:54.019505 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-96d2d48e-af4e-46d5-a394-85854e44ed8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.111182 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-96d2d48e-af4e-46d5-a394-85854e44ed8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.111451 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-96d2d48e-af4e-46d5-a394-85854e44ed8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.123320 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-96d2d48e-af4e-46d5-a394-85854e44ed8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Calling delete_port for a85f7506-53c6-4d91-8b04-fdf0f9d481f8 owned by network:floatingip {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:11:54.262756 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-96d2d48e-af4e-46d5-a394-85854e44ed8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.288615 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2d48e-af4e-46d5-a394-85854e44ed8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event deleted for resources: {'Port': ['ID=a85f7506-53c6-4d91-8b04-fdf0f9d481f8,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:54.351834 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-96d2d48e-af4e-46d5-a394-85854e44ed8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.354253 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-96d2d48e-af4e-46d5-a394-85854e44ed8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.355429 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-96d2d48e-af4e-46d5-a394-85854e44ed8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "DELETE /v2.0/floatingips/7a99a918-d9fa-4fe1-ae30-7a68b56bc995 HTTP/1.1" status: 204 len: 168 time: 0.4662554 Jul 22 22:11:54.482287 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:11:54.503497 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:11:54.506108 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 6a0aecf1-fc1d-42de-a44e-ea10dc04e350 not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:11:54.613574 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51906) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:54.618328 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-4fb9caed-da9b-4747-b162-8a562c6202da tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148735889', 'description': 'tempest-description--1823076454'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:54.645496 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4fb9caed-da9b-4747-b162-8a562c6202da tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.734878 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4fb9caed-da9b-4747-b162-8a562c6202da tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.739243 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4fb9caed-da9b-4747-b162-8a562c6202da tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.767062 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4fb9caed-da9b-4747-b162-8a562c6202da tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.768357 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-4fb9caed-da9b-4747-b162-8a562c6202da tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1537659 Jul 22 22:11:54.771774 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51908) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:54.776982 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-b07759d7-da2f-4f47-bba8-2c1c59821eb8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'security_group_rule': {'security_group_id': '00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:54.778531 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9caed-da9b-4747-b162-8a562c6202da tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:54.809409 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b07759d7-da2f-4f47-bba8-2c1c59821eb8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.865806 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b07759d7-da2f-4f47-bba8-2c1c59821eb8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.869633 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b07759d7-da2f-4f47-bba8-2c1c59821eb8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.890793 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07759d7-da2f-4f47-bba8-2c1c59821eb8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0257348c-d00c-4056-80a9-1ffa46f9a9ba,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:54.897539 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b07759d7-da2f-4f47-bba8-2c1c59821eb8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.899859 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-b07759d7-da2f-4f47-bba8-2c1c59821eb8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252177 Jul 22 22:11:54.900680 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51910) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:54.905118 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-4355331c-d224-4c0d-a870-4bfa7cc78b73 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'security_group_rule': {'security_group_id': '00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:54.931397 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4355331c-d224-4c0d-a870-4bfa7cc78b73 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.987820 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4355331c-d224-4c0d-a870-4bfa7cc78b73 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:54.991457 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4355331c-d224-4c0d-a870-4bfa7cc78b73 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.005532 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355331c-d224-4c0d-a870-4bfa7cc78b73 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669c6230-e786-42ce-b3d6-0c212d8f3de8,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:55.014228 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4355331c-d224-4c0d-a870-4bfa7cc78b73 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.015499 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-4355331c-d224-4c0d-a870-4bfa7cc78b73 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138682 Jul 22 22:11:55.019097 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51912) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:55.023442 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'floatingip': {'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:55.045081 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.138618 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.243546 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Allocated IP 172.27.2.156 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/ee4a3f7d-f920-4e31-b9f4-87be0a4cb5ce) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:11:55.345390 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.382665 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.418317 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:11:55.425308 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:11:55.428903 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:11:55.434450 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'Port': ['ID=ee4a3f7d-f920-4e31-b9f4-87be0a4cb5ce,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:55.512716 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.557409 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.705836 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.711607 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.786337 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'Port': ['ID=ee4a3f7d-f920-4e31-b9f4-87be0a4cb5ce,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:55.794750 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.808939 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.810203 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-9bd0046f-d41d-4afa-b430-53033e18799d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7901089 Jul 22 22:11:55.891579 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:11:55.999786 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-9e348c05-e07a-4691-aa06-69bf4a78efe6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1148735889&fields=id&tenant_id=4916e59614aa42639b3699de5d06966d HTTP/1.1" status: 200 len: 267 time: 0.0335832 Jul 22 22:11:56.111142 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d70c1a53-805e-4900-8b78-a9b624b5bd37 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:56.112643 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d70c1a53-805e-4900-8b78-a9b624b5bd37 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 816 time: 0.1063480 Jul 22 22:11:56.126975 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-219d8fd2-3078-4b78-befa-f62f2e51990f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/quotas/4916e59614aa42639b3699de5d06966d HTTP/1.1" status: 200 len: 375 time: 0.0089397 Jul 22 22:11:56.193714 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-20c38295-11ae-41a1-972a-7644e1050cda tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617077 Jul 22 22:11:56.288982 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-f1dc28fa-50b9-48ec-a46b-e4dfa1b58ea4 service neutron] 10.222.0.26 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841379 Jul 22 22:11:56.376061 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-0db17e95-df30-492d-8c12-c080bb9bf3f1 service neutron] 10.222.0.26 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803916 Jul 22 22:11:56.562524 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-13e1c0e6-c517-4a08-8d09-3e6226147b6c req-d4c9128f-f73b-4d4a-99ca-fad54e7f813a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 210 time: 0.0316253 Jul 22 22:11:57.049413 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51952) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:57.150665 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:57.152688 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-eeb219c0-e751-4349-bd39-41a59a23b486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:57.243622 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-eeb219c0-e751-4349-bd39-41a59a23b486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:57.247424 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-eeb219c0-e751-4349-bd39-41a59a23b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:57.291034 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-eeb219c0-e751-4349-bd39-41a59a23b486 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=454253cc92e1473280353506e352cc9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405078 Jul 22 22:11:57.292062 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb219c0-e751-4349-bd39-41a59a23b486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccd8952-0896-4d83-ad77-1d99b5bf784a,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:57.294060 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51956) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:57.349863 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:57.372257 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:57.427815 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:57.430904 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:57.434376 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ccd8952-0896-4d83-ad77-1d99b5bf784a HTTP/1.1" status: 204 len: 168 time: 0.1362634 Jul 22 22:11:57.441077 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccd8952-0896-4d83-ad77-1d99b5bf784a,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:57.449708 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.450058 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.450398 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.450731 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.451063 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.451394 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.451738 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.452070 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.452397 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.452720 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.453051 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.454237 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce22fa49-616c-4bb2-8efa-f195ceb6700b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:11:57.521837 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-b683af3b-29be-4246-ad61-1a209c6ed092 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:57.523152 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-b683af3b-29be-4246-ad61-1a209c6ed092 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 816 time: 0.1148763 Jul 22 22:11:57.574336 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-6e67d92c-fdff-4b2f-b4f4-6281d174e17e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4916e59614aa42639b3699de5d06966d HTTP/1.1" status: 200 len: 380 time: 0.0357816 Jul 22 22:11:57.585133 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'port': {'device_id': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'admin_state_up': True, 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'security_groups': ['00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a']}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:57.695006 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5928b0c0-2d1c-4712-a102-89decbb85d2a req-4c7c9a64-58f3-4cb9-93dd-87e8843aa88e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 210 time: 0.0358245 Jul 22 22:11:57.734401 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Made reservation on behalf of 4916e59614aa42639b3699de5d06966d for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:11:57.738050 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:57.865454 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Allocated IP 172.20.0.11 (a0d315c4-30cd-42ae-a6ae-0db87463e194/9b254013-9c05-4c71-adb5-598c1ed39663/48ccc792-506c-4f53-9098-15ff3a330d80) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:11:58.002218 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.024219 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Transition to ACTIVE for port object 48ccc792-506c-4f53-9098-15ff3a330d80 will not be triggered until provisioned by entity DHCP. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:11:58.058731 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.097139 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51984) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:58.098735 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Network a0d315c4-30cd-42ae-a6ae-0db87463e194 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:11:58.104030 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:11:58.107559 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:11:58.137019 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event updated for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:58.166064 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:58.166950 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.183555 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-31f9a913-0164-4624-b6f2-d750461f6ca0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6023164 Jul 22 22:11:58.201019 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Request body: {'port': {'device_id': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:58.215740 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-425848650-network', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:58.240761 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Made reservation on behalf of a730fe9a8c0e4bd6b58007d73490b244 for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:11:58.243436 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.257826 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.283617 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.355123 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8319cb44-06eb-46ee-a5ac-abd623d0e212 None None] Provisioning for port 48ccc792-506c-4f53-9098-15ff3a330d80 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:11:58.363485 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8319cb44-06eb-46ee-a5ac-abd623d0e212 None None] Provisioning complete for port 48ccc792-506c-4f53-9098-15ff3a330d80 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:11:58.363804 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.364714 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8319cb44-06eb-46ee-a5ac-abd623d0e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.369434 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.385782 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] vlan segment allocate from pool success with {'vlan_id': 1654, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:11:58.407305 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.408041 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Added segment f280f607-c981-4f1e-a7da-cd80f33a91e0 of type vlan for network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da Jul 22 22:11:58.426887 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5660fdb0-6754-4631-821a-12b0ca462395,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:58.427175 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-8319cb44-06eb-46ee-a5ac-abd623d0e212 None None] Port 48ccc792-506c-4f53-9098-15ff3a330d80 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:11:58.466650 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.498779 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.499757 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:58.500896 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.528232 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4299774 Jul 22 22:11:58.531656 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 51988) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:58.536518 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Request body: {'subnet': {'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-425848650-subnet', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'ip_version': 4}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:58.560677 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a970fac-8c55-4cdd-a73b-01337c13736b admin admin] Pushing event updated for resources: {'Network': ['ID=81b15d73-1ee3-4f38-b1c7-c11aea1a08da,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:58.571930 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:11:58.588834 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ccc792-506c-4f53-9098-15ff3a330d80 {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:11:58.596448 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.598488 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Made reservation on behalf of a730fe9a8c0e4bd6b58007d73490b244 for: {'subnet': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:11:58.600795 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31934725'] for subnet, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.629326 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Transition to ACTIVE for port object 48ccc792-506c-4f53-9098-15ff3a330d80 will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:11:58.633794 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:58.735515 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Pushing event updated for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:58.840489 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a414d4d-b0ba-4bea-8c94-cee2fce46c89 req-a2ed08c2-fdff-425a-9ef2-8ba12ee530ed tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:58.842167 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a414d4d-b0ba-4bea-8c94-cee2fce46c89 req-a2ed08c2-fdff-425a-9ef2-8ba12ee530ed tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0693212 Jul 22 22:11:58.885754 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a414d4d-b0ba-4bea-8c94-cee2fce46c89 req-bc53de95-ef23-4186-8be8-013d84c669e3 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360978 Jul 22 22:11:59.141631 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Attempting to bind port 48ccc792-506c-4f53-9098-15ff3a330d80 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:11:59.142209 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Attempting to bind port 48ccc792-506c-4f53-9098-15ff3a330d80 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:11:59.142209 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Attempting to bind port 48ccc792-506c-4f53-9098-15ff3a330d80 on network a0d315c4-30cd-42ae-a6ae-0db87463e194 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:11:59.148809 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Port 48ccc792-506c-4f53-9098-15ff3a330d80 on network a0d315c4-30cd-42ae-a6ae-0db87463e194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:11:59.149146 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Attempting to bind port 48ccc792-506c-4f53-9098-15ff3a330d80 on network a0d315c4-30cd-42ae-a6ae-0db87463e194 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:11:59.152360 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32635360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31934839'] for subnet, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.161344 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:11:59.161679 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Checking segment: {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:11:59.162066 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Bound using segment: {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:11:59.162485 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Bound port: 48ccc792-506c-4f53-9098-15ff3a330d80, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1681, 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:11:59.162827 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.250960 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ff579b-b9ae-4c61-a08b-1e4208bf8009,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:59.270399 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Checking segment: {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:11:59.270753 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Network hostable DHCP agents. Network: 81b15d73-1ee3-4f38-b1c7-c11aea1a08da, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:11:59.280037 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:11:59.284267 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:11:59.290617 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.326838 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:11:59.337410 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:59.338034 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.339468 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] 10.222.0.113 "PUT /v2.0/ports/48ccc792-506c-4f53-9098-15ff3a330d80 HTTP/1.1" status: 200 len: 1094 time: 1.1433613 Jul 22 22:11:59.339951 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:11:59.342270 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:11:59.361752 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 81b15d73-1ee3-4f38-b1c7-c11aea1a08da) {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:11:59.368598 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:59.369197 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.369799 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262fe9ab-f61c-464d-b238-14398569419a None None] Network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:11:59.371599 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccb40f-87cb-494a-8db2-518119f2112f service neutron] Pushing event updated for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:11:59.396327 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51994) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:59.397091 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-639fa22e-1e06-4428-b0cd-af92b1847e79 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8634899 Jul 22 22:11:59.401409 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:11:59.436078 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a44a577-b688-4f36-a663-bd5485479f9d x-openstack-request-id: req-3a44a577-b688-4f36-a663-bd5485479f9d {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:11:59.436565 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:11:59.436880 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a44a577-b688-4f36-a663-bd5485479f9d {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:11:59.437179 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80', 'status': 'completed', 'code': 200} Jul 22 22:11:59.440576 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.441852 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8690'] for router, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.470684 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-bd157026-7c2c-4af2-903b-8a09f8d7fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:59.472450 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-bd157026-7c2c-4af2-903b-8a09f8d7fe0b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 1097 time: 0.0739872 Jul 22 22:11:59.503478 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.521498 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-6c48beb2-12ad-41ba-ade2-855d327d8391 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ccc792-506c-4f53-9098-15ff3a330d80 HTTP/1.1" status: 200 len: 217 time: 0.0398591 Jul 22 22:11:59.580400 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-1d596763-3d76-4886-82b0-9928a2e58516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:59.581894 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-1d596763-3d76-4886-82b0-9928a2e58516 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.0535905 Jul 22 22:11:59.601698 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ca64da-f218-58f5-9a77-67de74284139-81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009'}]}} from dv-cinder-801522-2-iscsi. {{(pid=93410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:11:59.602568 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.645477 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-8f7140da-6ae0-4dff-ba62-9b8318ba7217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:59.647302 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-8f7140da-6ae0-4dff-ba62-9b8318ba7217 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579517 Jul 22 22:11:59.659120 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.749571 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Allocated IP 172.20.0.2 (81b15d73-1ee3-4f38-b1c7-c11aea1a08da/18ff579b-b9ae-4c61-a08b-1e4208bf8009/66a5f70e-1ff4-42d4-8f50-8d342051378c) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:11:59.757611 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-d23ced08-ff02-49d5-87c0-a5eea6c15ccf service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014557 Jul 22 22:11:59.853335 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fbcb6194-72ee-44de-9f17-31f70767ff04 req-ddb1a0cd-04e0-4ac3-90c8-04503e65145b service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878484 Jul 22 22:11:59.865194 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.889379 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.908386 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.925158 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Transition to ACTIVE for port object 66a5f70e-1ff4-42d4-8f50-8d342051378c will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:11:59.945347 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Transition to ACTIVE for port object 66a5f70e-1ff4-42d4-8f50-8d342051378c will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:11:59.957038 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:59.974285 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-115af5ed-18b8-4c22-8fbb-eaa0baffb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:11:59.976012 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-115af5ed-18b8-4c22-8fbb-eaa0baffb357 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 1097 time: 0.0665717 Jul 22 22:11:59.994079 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:11:59.998320 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:00.001509 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:00.036922 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Pushing event updated for resources: {'Port': ['ID=66a5f70e-1ff4-42d4-8f50-8d342051378c,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:00.049693 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Allocated IP 172.27.2.77 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/9a75ccd7-cb2d-4253-a5b8-9fa98e354f13) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:00.072597 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.073005 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.073380 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.073743 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.074072 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.074401 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.074732 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.075046 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.075371 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.075712 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.076028 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.076349 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:00.086422 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5cea7-ff05-4d90-8bc2-491ef86510ad req-36651722-25e6-430e-8413-51caa91ddb0c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:00.088029 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-62b5cea7-ff05-4d90-8bc2-491ef86510ad req-36651722-25e6-430e-8413-51caa91ddb0c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.1045814 Jul 22 22:12:00.089514 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Attempting to bind port 66a5f70e-1ff4-42d4-8f50-8d342051378c on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:00.089892 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Attempting to bind port 66a5f70e-1ff4-42d4-8f50-8d342051378c by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:00.090252 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Attempting to bind port 66a5f70e-1ff4-42d4-8f50-8d342051378c on network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:00.092296 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-bf763067-1a73-43f5-bf6d-22d53016329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:00.094483 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-bf763067-1a73-43f5-bf6d-22d53016329b service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 918 time: 0.1066535 Jul 22 22:12:00.096938 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:00.097303 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Checking segment: {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:00.097703 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:00.098122 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Bound using segment: {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:00.098541 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Bound port: 66a5f70e-1ff4-42d4-8f50-8d342051378c, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:00.099341 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:00.139486 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-48f0124d-e6eb-4c53-9234-975c2aa343f9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ccc792-506c-4f53-9098-15ff3a330d80 HTTP/1.1" status: 200 len: 217 time: 0.0363240 Jul 22 22:12:00.163778 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] For port 66a5f70e-1ff4-42d4-8f50-8d342051378c, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:00.167114 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] For port 66a5f70e-1ff4-42d4-8f50-8d342051378c, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=66a5f70e-1ff4-42d4-8f50-8d342051378c,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:00.172141 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:00.182910 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-62b5cea7-ff05-4d90-8bc2-491ef86510ad req-598c1320-11ab-4641-bc23-a657be579638 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830276 Jul 22 22:12:00.202702 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-5b5879c1-ac14-4aa0-af0f-c017074ececb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:00.204966 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-5b5879c1-ac14-4aa0-af0f-c017074ececb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.0574019 Jul 22 22:12:00.220608 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:00.257535 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafae08d-24fc-4fdb-90ed-dcdc5781d072 None None] Pushing event updated for resources: {'Port': ['ID=66a5f70e-1ff4-42d4-8f50-8d342051378c,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:00.271237 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:00.278103 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-250cb49a-9a16-4ed0-99f1-c45614579acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:00.279644 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-250cb49a-9a16-4ed0-99f1-c45614579acb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673356 Jul 22 22:12:00.311922 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:00.318221 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:00.320792 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:00.358417 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a75ccd7-cb2d-4253-a5b8-9fa98e354f13,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:00.386342 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-949e0632-9ecd-44fa-979f-76c903d819ff service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978727 Jul 22 22:12:00.516900 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4ca62ae1-3f07-46ab-a82d-1139df3f3dd8 req-5111589a-cda7-4acc-9f84-23a7f3b392ba service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207819 Jul 22 22:12:00.616147 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:00.810362 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891'] for router, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:00.849804 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 66a5f70e-1ff4-42d4-8f50-8d342051378c up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:00.901844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 66a5f70e-1ff4-42d4-8f50-8d342051378c completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:00.949348 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Router 95833e7f-2498-49d1-bc40-6bc010d7eac4 is scheduled to L3 agent af41ddc6-de64-4912-8bca-91e365744270 with binding_index 1 {{(pid=93409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:12:01.059674 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:01.068564 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Sync routers for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:01.078593 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:01.083173 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:01.083173 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:01.083496 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-abda23f7-ff9c-4ef4-aa49-9ffa9afbcbc2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6834838 Jul 22 22:12:01.083496 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 51998) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:01.195311 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:01.269370 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b9fc8-6da1-4a29-bcfa-4d2c0876fd46 None None] Network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:01.362566 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e8d4b-60dc-4bf1-8885-0883bab01c20 req-9c0cdf48-e9f7-4a6d-914b-c9c8bb78b745 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:01.364938 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-873e8d4b-60dc-4bf1-8885-0883bab01c20 req-9c0cdf48-e9f7-4a6d-914b-c9c8bb78b745 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0710881 Jul 22 22:12:01.387335 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8b42a1b4-e0ab-44ee-bc71-75b28a72a18b None None] Provisioning for port 66a5f70e-1ff4-42d4-8f50-8d342051378c completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:01.404203 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8b42a1b4-e0ab-44ee-bc71-75b28a72a18b None None] Provisioning complete for port 66a5f70e-1ff4-42d4-8f50-8d342051378c triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:01.404592 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8b42a1b4-e0ab-44ee-bc71-75b28a72a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:01.410283 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-873e8d4b-60dc-4bf1-8885-0883bab01c20 req-12f4b998-9f1a-4162-af8d-107a15017d83 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381527 Jul 22 22:12:01.708763 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:00Z', 'revision_number': 3, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:01.715263 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8b42a1b4-e0ab-44ee-bc71-75b28a72a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:01.749260 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Checking router: 95833e7f-2498-49d1-bc40-6bc010d7eac4 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:01.749638 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Updating router 95833e7f-2498-49d1-bc40-6bc010d7eac4 port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 binding host dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:12:01.802682 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:01.811634 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-8b42a1b4-e0ab-44ee-bc71-75b28a72a18b None None] For port 66a5f70e-1ff4-42d4-8f50-8d342051378c, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=66a5f70e-1ff4-42d4-8f50-8d342051378c,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:01.813053 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:01.816703 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8b42a1b4-e0ab-44ee-bc71-75b28a72a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:01.945647 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42a1b4-e0ab-44ee-bc71-75b28a72a18b None None] Pushing event updated for resources: {'Port': ['ID=66a5f70e-1ff4-42d4-8f50-8d342051378c,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:01.978064 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Allocated IP 172.20.0.1 (81b15d73-1ee3-4f38-b1c7-c11aea1a08da/18ff579b-b9ae-4c61-a08b-1e4208bf8009/e60490f4-3076-43fa-8009-7e86b73c7a03) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:02.056151 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-df0f1b73-6f2d-42f9-8f86-26524bca1e00 None None] Provisioning complete for port 66a5f70e-1ff4-42d4-8f50-8d342051378c triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:02.056634 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-df0f1b73-6f2d-42f9-8f86-26524bca1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.090085 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.103421 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Transition to ACTIVE for port object e60490f4-3076-43fa-8009-7e86b73c7a03 will not be triggered until provisioned by entity DHCP. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:02.135826 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.176709 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:02.181086 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:02.181820 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.185811 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:02.189086 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Pushing event updated for resources: {'Port': ['ID=e60490f4-3076-43fa-8009-7e86b73c7a03,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:02.201761 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Transition to ACTIVE for port object 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:02.210344 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.232003 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614682'] for router_interface, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.264395 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911f5a7-206d-4140-a315-e1413b6fd1c7 None None] Pushing event updated for resources: {'Port': ['ID=9a75ccd7-cb2d-4253-a5b8-9fa98e354f13,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:02.266831 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Attempting to bind port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:02.267207 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Attempting to bind port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:02.267574 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Attempting to bind port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 on network d0ff9072-42a9-438d-9542-01429d25b8c4 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:02.273651 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:02.274030 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:02.274440 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.274833 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Bound using segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:02.275300 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Bound port: 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:02.275681 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.336434 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] For port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:02.340589 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] For port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=9a75ccd7-cb2d-4253-a5b8-9fa98e354f13,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:02.346793 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.393655 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.403092 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:02.403774 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:02.494239 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911f5a7-206d-4140-a315-e1413b6fd1c7 None None] Pushing event updated for resources: {'Port': ['ID=9a75ccd7-cb2d-4253-a5b8-9fa98e354f13,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:02.496800 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 48ccc792-506c-4f53-9098-15ff3a330d80 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:12:02.518365 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-c2e4337f-225d-42af-9f47-6126033c77b2 None None] Provisioning for port e60490f4-3076-43fa-8009-7e86b73c7a03 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:02.527745 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-c2e4337f-225d-42af-9f47-6126033c77b2 None None] Provisioning complete for port e60490f4-3076-43fa-8009-7e86b73c7a03 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:02.528096 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2e4337f-225d-42af-9f47-6126033c77b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.600201 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:02.620199 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.629861 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6e9a9-9fb3-4ac6-94c0-aa0abcd8f335 req-8bbbc2ce-f08c-4fda-878b-97582bbda95d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:02.630632 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-c2e4337f-225d-42af-9f47-6126033c77b2 None None] Port e60490f4-3076-43fa-8009-7e86b73c7a03 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:02.631423 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0f6e9a9-9fb3-4ac6-94c0-aa0abcd8f335 req-8bbbc2ce-f08c-4fda-878b-97582bbda95d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.1109433 Jul 22 22:12:02.634345 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.725024 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Pushing event updated for resources: {'Port': ['ID=e60490f4-3076-43fa-8009-7e86b73c7a03,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:02.729480 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619946'] for router_interface, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.742720 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0f6e9a9-9fb3-4ac6-94c0-aa0abcd8f335 req-32e2b7a9-4d31-4eec-97eb-3db99ea88b78 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859592 Jul 22 22:12:02.754424 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:02.797222 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '48ccc792-506c-4f53-9098-15ff3a330d80', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'port_id': '48ccc792-506c-4f53-9098-15ff3a330d80', 'mac_address': 'fa:16:3e:2b:12:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:12:02.844413 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 66a5f70e-1ff4-42d4-8f50-8d342051378c up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:02.853005 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:02.854535 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:02.895440 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.920758 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ccc792-506c-4f53-9098-15ff3a330d80 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:02.954801 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:02.962299 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:02.993768 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Router 95833e7f-2498-49d1-bc40-6bc010d7eac4 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:03.003560 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 66a5f70e-1ff4-42d4-8f50-8d342051378c triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:03.003867 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.042185 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:01Z', 'revision_number': 1, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:03.083974 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:03.088049 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf854c-58f0-4123-bccd-268dd07b01ea None None] The sync data for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi is: [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:01Z', 'revision_number': 1, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:03.131314 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:03.136380 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-1922f7bc-8b33-47a6-ae14-240dac75ffeb admin admin] 10.222.0.26 "PUT /v2.0/routers/95833e7f-2498-49d1-bc40-6bc010d7eac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0517950 Jul 22 22:12:03.165300 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-163c15fe-4c51-4ba5-8108-a423a224d17d None None] Provisioning complete for port e60490f4-3076-43fa-8009-7e86b73c7a03 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:03.165675 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-163c15fe-4c51-4ba5-8108-a423a224d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.203492 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-163c15fe-4c51-4ba5-8108-a423a224d17d None None] Port e60490f4-3076-43fa-8009-7e86b73c7a03 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:03.267519 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['48ccc792-506c-4f53-9098-15ff3a330d80'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:12:03.656332 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52018) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:03.661345 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-14169820-network', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:03.685711 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Made reservation on behalf of 62c45c7d475e4e799d7409b016bcad43 for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:03.688581 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.700976 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.818860 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.823578 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.845754 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] vlan segment allocate from pool success with {'vlan_id': 1659, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:12:03.866343 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97266ab-0f18-4126-bfeb-3fa1b3c925d8,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:03.869593 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.869937 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Added segment ea708dcb-5999-4545-a2c7-9e1ed3a4c51d of type vlan for network 60ce17bf-04fb-41ba-b8d0-924c6b616851 Jul 22 22:12:03.923864 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.944877 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ac2b-525c-474e-af4d-f19644891149 req-808fdee4-7370-48b0-9679-3a614a4ba5c8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:03.947628 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5e46ac2b-525c-474e-af4d-f19644891149 req-808fdee4-7370-48b0-9679-3a614a4ba5c8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 945 time: 0.1034191 Jul 22 22:12:03.955277 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.956657 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:03.957400 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.997795 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3376443 Jul 22 22:12:03.998053 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52022) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:04.003647 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5e46ac2b-525c-474e-af4d-f19644891149 req-a7705261-850c-4b08-b101-a2d6688fcd9a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436673 Jul 22 22:12:04.003923 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Request body: {'subnet': {'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-14169820-subnet', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:04.042144 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa0a86-a0c9-4044-8489-05f00ecba064 admin admin] Pushing event updated for resources: {'Network': ['ID=60ce17bf-04fb-41ba-b8d0-924c6b616851,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:04.056136 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 60ce17bf-04fb-41ba-b8d0-924c6b616851 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:12:04.058030 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Made reservation on behalf of 62c45c7d475e4e799d7409b016bcad43 for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:04.060704 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26817891'] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.242785 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26817809'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.298644 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb3da25-a3f4-427c-9a70-e675eae7aa76,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:04.309511 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Checking segment: {'id': 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1659, 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:04.309865 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Network hostable DHCP agents. Network: 60ce17bf-04fb-41ba-b8d0-924c6b616851, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:12:04.333063 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Network 60ce17bf-04fb-41ba-b8d0-924c6b616851 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:12:04.342427 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 60ce17bf-04fb-41ba-b8d0-924c6b616851) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:04.346492 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:04.347074 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.352287 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f70894-f9c9-4d5b-975e-a397b3c0c14a None None] Network 60ce17bf-04fb-41ba-b8d0-924c6b616851 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:04.362096 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-788c1a16-cb7c-49a4-bc01-041415852ada admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3628495 Jul 22 22:12:04.364563 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52024) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:04.369540 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-14169820-router', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:04.391320 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8701'] for router, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.392353 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622106', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8690'] for router, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.449440 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.504706 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 48ccc792-506c-4f53-9098-15ff3a330d80 up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:04.528141 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31ca64da-f218-58f5-9a77-67de74284139-60ce17bf-04fb-41ba-b8d0-924c6b616851', 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'fixed_ips': [{'subnet_id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76'}]}} from dv-cinder-801522-2-iscsi. {{(pid=93410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:12:04.528988 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.602738 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8640'] for router, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.762281 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 48ccc792-506c-4f53-9098-15ff3a330d80 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:04.770432 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 48ccc792-506c-4f53-9098-15ff3a330d80 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:04.770962 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.819718 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.850230 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.855228 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Allocated IP 172.20.0.2 (60ce17bf-04fb-41ba-b8d0-924c6b616851/cdb3da25-a3f4-427c-9a70-e675eae7aa76/af92f2af-dc46-4335-91e4-0ea3a54c096a) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:04.859404 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:04.968790 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:04.971255 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Allocated IP 172.27.2.182 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/751a7d96-72e1-4578-8cdc-47b98c520dac) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:05.013695 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:05.028294 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:05.028663 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.078712 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:05.081794 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c0235a-8279-4b4a-b59e-031cc985a1e8" -d '{"events": [{"server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:05.096775 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.107031 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:05.124232 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.170113 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff166ac-1aa7-4543-9e0e-5d369c00e582 x-openstack-request-id: req-9ff166ac-1aa7-4543-9e0e-5d369c00e582 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:05.170516 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:05.170797 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ff166ac-1aa7-4543-9e0e-5d369c00e582 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:05.171749 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80', 'code': 200} Jul 22 22:12:05.213911 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.221566 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f56aae-9779-4ea7-b994-26e8b0cbcb41 req-a26e780b-e177-487f-8869-20a1c382a2b5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:05.223169 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-67f56aae-9779-4ea7-b994-26e8b0cbcb41 req-a26e780b-e177-487f-8869-20a1c382a2b5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 945 time: 0.1336792 Jul 22 22:12:05.224267 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.253813 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Transition to ACTIVE for port object af92f2af-dc46-4335-91e4-0ea3a54c096a will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:05.266386 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:05.282561 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Transition to ACTIVE for port object af92f2af-dc46-4335-91e4-0ea3a54c096a will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:05.284491 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.290159 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:05.298902 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.299708 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:05.302561 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:05.340553 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=9a75ccd7-cb2d-4253-a5b8-9fa98e354f13,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:05.344634 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Network 60ce17bf-04fb-41ba-b8d0-924c6b616851 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:05.345981 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Pushing event updated for resources: {'Port': ['ID=751a7d96-72e1-4578-8cdc-47b98c520dac,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:05.347678 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.351619 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:05.357868 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:05.360697 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-67f56aae-9779-4ea7-b994-26e8b0cbcb41 req-e1a9458d-96d6-4f76-bcde-8752fff07f87 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247113 Jul 22 22:12:05.370783 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Pushing event updated for resources: {'Port': ['ID=af92f2af-dc46-4335-91e4-0ea3a54c096a,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:05.381999 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b981620-c7d2-4913-afb1-a9f82826bf0c req-4491c213-bf87-4371-96e6-0facd4268537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:05.391197 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7b981620-c7d2-4913-afb1-a9f82826bf0c req-4491c213-bf87-4371-96e6-0facd4268537 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 1099 time: 0.0905449 Jul 22 22:12:05.414914 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Sync routers for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:05.426017 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:05.427034 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:05.455085 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7b981620-c7d2-4913-afb1-a9f82826bf0c req-b01e39cf-0414-4b98-b3ca-9456d4534cf5 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563087 Jul 22 22:12:05.472413 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=9a75ccd7-cb2d-4253-a5b8-9fa98e354f13,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:05.477174 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Attempting to bind port af92f2af-dc46-4335-91e4-0ea3a54c096a on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:05.477543 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Attempting to bind port af92f2af-dc46-4335-91e4-0ea3a54c096a by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1659, 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:05.477907 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Attempting to bind port af92f2af-dc46-4335-91e4-0ea3a54c096a on network 60ce17bf-04fb-41ba-b8d0-924c6b616851 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:05.483909 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:05.484282 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Checking segment: {'id': 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1659, 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:05.484682 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.485065 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Bound using segment: {'id': 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1659, 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:05.485532 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Bound port: af92f2af-dc46-4335-91e4-0ea3a54c096a, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1659, 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:05.485906 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.549794 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:05.555313 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] For port af92f2af-dc46-4335-91e4-0ea3a54c096a, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:05.560129 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] For port af92f2af-dc46-4335-91e4-0ea3a54c096a, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=af92f2af-dc46-4335-91e4-0ea3a54c096a,segment=NetworkSegment(ea708dcb-5999-4545-a2c7-9e1ed3a4c51d),segment_id=ea708dcb-5999-4545-a2c7-9e1ed3a4c51d)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:05.566062 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.623520 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09feb61b-59f6-46cf-abbb-6f241f2d68f1 None None] Pushing event updated for resources: {'Port': ['ID=af92f2af-dc46-4335-91e4-0ea3a54c096a,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:05.626633 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.781347 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 2, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:05.814843 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Checking router: 95833e7f-2498-49d1-bc40-6bc010d7eac4 for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:05.816497 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Updating router 95833e7f-2498-49d1-bc40-6bc010d7eac4 port e60490f4-3076-43fa-8009-7e86b73c7a03 binding host dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:12:05.869607 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:05.880620 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614891'] for router, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:06.024911 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e is scheduled to L3 agent af41ddc6-de64-4912-8bca-91e365744270 with binding_index 1 {{(pid=93409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:12:06.268900 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:06.282701 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Transition to ACTIVE for port object e60490f4-3076-43fa-8009-7e86b73c7a03 will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:06.292645 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:06.345272 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Pushing event updated for resources: {'Port': ['ID=e60490f4-3076-43fa-8009-7e86b73c7a03,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:06.372839 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.373308 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.373808 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.374250 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.374679 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.375109 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.375537 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.376075 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.376522 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.376950 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.377375 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.377794 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:06.465325 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Attempting to bind port e60490f4-3076-43fa-8009-7e86b73c7a03 on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:06.468203 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Attempting to bind port e60490f4-3076-43fa-8009-7e86b73c7a03 by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:06.469559 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Attempting to bind port e60490f4-3076-43fa-8009-7e86b73c7a03 on network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:06.475106 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:06.490442 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:06.490782 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Sync routers for ids ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:06.491403 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Checking segment: {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:06.491856 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:06.492498 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Bound using segment: {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:06.496159 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Bound port: e60490f4-3076-43fa-8009-7e86b73c7a03, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:06.496749 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:06.509775 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Routers {'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:06.510459 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:06.515365 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:06.519779 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-c40fd301-3ce7-4377-a994-e534d71371b2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1515570 Jul 22 22:12:06.521192 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52034) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:06.629591 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6850c-8421-4c9f-be4e-9710fa485d69 req-1ba7d00b-ef27-4632-98b4-a1da88e3bd7f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:06.639517 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-05e6850c-8421-4c9f-be4e-9710fa485d69 req-1ba7d00b-ef27-4632-98b4-a1da88e3bd7f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.1167991 Jul 22 22:12:06.645510 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] For port e60490f4-3076-43fa-8009-7e86b73c7a03, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:06.659601 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] For port e60490f4-3076-43fa-8009-7e86b73c7a03, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=e60490f4-3076-43fa-8009-7e86b73c7a03,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:06.668436 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:06.711845 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-05e6850c-8421-4c9f-be4e-9710fa485d69 req-00489948-e586-4140-8bbe-e7c41b48c469 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620894 Jul 22 22:12:06.722174 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Set router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:06.745308 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:06.746517 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:06.917486 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:07.008490 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'name': 'tempest-TestVolumeBootPattern-14169820-router', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 3, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'gw_port': {'id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:07.053615 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832837d8-8d0e-493a-974a-52d925e8c59e None None] Network 60ce17bf-04fb-41ba-b8d0-924c6b616851 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:07.069555 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5d303-f8e8-400c-b517-8cda81b4710c None None] Pushing event updated for resources: {'Port': ['ID=e60490f4-3076-43fa-8009-7e86b73c7a03,revision_number=4']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:07.091857 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Checking router: dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:07.092355 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Updating router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e port 751a7d96-72e1-4578-8cdc-47b98c520dac binding host dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:12:07.141902 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:07.216502 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:06Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:07.233431 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-d80048f8-8345-4946-bda9-3e3a4fcd4bcf None None] Provisioning for port af92f2af-dc46-4335-91e4-0ea3a54c096a completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:07.243383 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.250956 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.256118 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4648d45-ffdc-4225-abb0-63b0653d88df None None] The sync data for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi is: [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:06Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:07.409603 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:07.409948 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.449622 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Allocated IP 172.20.0.1 (60ce17bf-04fb-41ba-b8d0-924c6b616851/cdb3da25-a3f4-427c-9a70-e675eae7aa76/531f9005-6f17-4220-9597-f42a0042c1ad) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:07.586180 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.605884 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Transition to ACTIVE for port object 531f9005-6f17-4220-9597-f42a0042c1ad will not be triggered until provisioned by entity DHCP. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:07.636174 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device af92f2af-dc46-4335-91e4-0ea3a54c096a up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:07.650343 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.700304 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Network 60ce17bf-04fb-41ba-b8d0-924c6b616851 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:07.703432 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:07.707972 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:07.734392 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=531f9005-6f17-4220-9597-f42a0042c1ad,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:07.757168 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.759929 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port af92f2af-dc46-4335-91e4-0ea3a54c096a completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:07.769726 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port af92f2af-dc46-4335-91e4-0ea3a54c096a triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:07.770260 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.783792 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614682'] for router_interface, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.800611 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Transition to ACTIVE for port object 751a7d96-72e1-4578-8cdc-47b98c520dac will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:07.830025 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.951210 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Attempting to bind port 751a7d96-72e1-4578-8cdc-47b98c520dac on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:07.952287 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Attempting to bind port 751a7d96-72e1-4578-8cdc-47b98c520dac by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:07.952867 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Attempting to bind port 751a7d96-72e1-4578-8cdc-47b98c520dac on network d0ff9072-42a9-438d-9542-01429d25b8c4 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:07.964179 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:07.964647 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Checking segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:07.965285 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.965760 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Bound using segment: {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:07.966310 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Bound port: 751a7d96-72e1-4578-8cdc-47b98c520dac, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ea8937-af66-4359-b1b5-381d49516b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:07.966763 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:07.968029 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:08.033588 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] For port 751a7d96-72e1-4578-8cdc-47b98c520dac, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:08.037026 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] For port 751a7d96-72e1-4578-8cdc-47b98c520dac, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=751a7d96-72e1-4578-8cdc-47b98c520dac,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:08.088120 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:08.107592 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f7675-0ff8-4956-93be-cfa964eebba1 None None] Pushing event updated for resources: {'Port': ['ID=751a7d96-72e1-4578-8cdc-47b98c520dac,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:08.138810 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-3f10af3d-fed5-4320-ac3e-624babf0e80a None None] Provisioning complete for port af92f2af-dc46-4335-91e4-0ea3a54c096a triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:08.139293 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3f10af3d-fed5-4320-ac3e-624babf0e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:08.202669 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:08.209397 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:08.279648 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619946'] for router_interface, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:08.344344 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=531f9005-6f17-4220-9597-f42a0042c1ad,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:08.378364 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Routers {'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:08.379019 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:08.458983 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Network 60ce17bf-04fb-41ba-b8d0-924c6b616851 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:08.461738 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:08.465189 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:08.484064 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed297de9-aee4-4d42-b8fc-721d9d89aaea req-616910c2-6aa4-43c4-8be5-de3004d4a1a0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:08.486297 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ed297de9-aee4-4d42-b8fc-721d9d89aaea req-616910c2-6aa4-43c4-8be5-de3004d4a1a0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.5830028 Jul 22 22:12:08.525911 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f7675-0ff8-4956-93be-cfa964eebba1 None None] Pushing event updated for resources: {'Port': ['ID=751a7d96-72e1-4578-8cdc-47b98c520dac,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:08.563429 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port af92f2af-dc46-4335-91e4-0ea3a54c096a, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=af92f2af-dc46-4335-91e4-0ea3a54c096a,segment=NetworkSegment(ea708dcb-5999-4545-a2c7-9e1ed3a4c51d),segment_id=ea708dcb-5999-4545-a2c7-9e1ed3a4c51d)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:08.595389 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:08.601939 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ed297de9-aee4-4d42-b8fc-721d9d89aaea req-eabfc50e-d363-4689-8320-b4526f08ae3e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836499 Jul 22 22:12:08.635117 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:08.642790 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] Set router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:08.680788 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3f10af3d-fed5-4320-ac3e-624babf0e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:08.763149 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=af92f2af-dc46-4335-91e4-0ea3a54c096a,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:08.773714 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:08.800620 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-a4f992fc-23b6-41f7-98b3-3df57087c9c5 admin admin] 10.222.0.26 "PUT /v2.0/routers/dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2695925 Jul 22 22:12:08.835632 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.db.api [None req-3f10af3d-fed5-4320-ac3e-624babf0e80a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:12:08.836330 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG oslo_db.api [None req-3f10af3d-fed5-4320-ac3e-624babf0e80a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:12:08.861831 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d629f-5b6f-4e19-bd99-e663474bf0d1 req-16cafc98-b383-4fd7-b69b-61ba5b2d41d2 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:08.868089 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-388d629f-5b6f-4e19-bd99-e663474bf0d1 req-16cafc98-b383-4fd7-b69b-61ba5b2d41d2 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.1728685 Jul 22 22:12:08.873854 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52046) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:08.880837 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-541255aa-495d-4dbc-b89b-d4359178ff00 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Request body: {'floatingip': {'port_id': '48ccc792-506c-4f53-9098-15ff3a330d80'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:08.939253 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-541255aa-495d-4dbc-b89b-d4359178ff00 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:08.961174 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device e60490f4-3076-43fa-8009-7e86b73c7a03 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:09.032712 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'name': 'tempest-TestVolumeBootPattern-14169820-router', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:07Z', 'revision_number': 4, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'gw_port': {'id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '531f9005-6f17-4220-9597-f42a0042c1ad', 'name': '', 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'mac_address': 'fa:16:3e:4c:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:07Z', 'updated_at': '2021-07-22T22:12:08Z', 'revision_number': 2, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'subnets': [{'id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:09.035467 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port e60490f4-3076-43fa-8009-7e86b73c7a03 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:09.064601 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3cc63-86eb-4091-b242-a6e78e942fd9 None None] The sync data for ids ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'] in dv-cinder-801522-2-iscsi is: [{'id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'name': 'tempest-TestVolumeBootPattern-14169820-router', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:07Z', 'revision_number': 4, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'gw_port': {'id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '531f9005-6f17-4220-9597-f42a0042c1ad', 'name': '', 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'mac_address': 'fa:16:3e:4c:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:07Z', 'updated_at': '2021-07-22T22:12:08Z', 'revision_number': 2, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'subnets': [{'id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:09.066423 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port e60490f4-3076-43fa-8009-7e86b73c7a03 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:09.066800 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.168850 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.212691 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port e60490f4-3076-43fa-8009-7e86b73c7a03, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=e60490f4-3076-43fa-8009-7e86b73c7a03,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:09.220582 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.284670 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=e60490f4-3076-43fa-8009-7e86b73c7a03,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:09.544718 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-2c421fd3-4744-47b0-9908-aae227573bd1 None None] Provisioning for port 531f9005-6f17-4220-9597-f42a0042c1ad completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:09.549592 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-2c421fd3-4744-47b0-9908-aae227573bd1 None None] Provisioning complete for port 531f9005-6f17-4220-9597-f42a0042c1ad triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:09.550076 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2c421fd3-4744-47b0-9908-aae227573bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.564456 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-541255aa-495d-4dbc-b89b-d4359178ff00 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.569368 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-541255aa-495d-4dbc-b89b-d4359178ff00 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.578920 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52052) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:09.584401 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-1ddbf452-a638-4ede-86ea-8599b1a19740 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526539025', 'description': 'tempest-secgroup-smoke-526539025 description', 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:09.613747 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-2c421fd3-4744-47b0-9908-aae227573bd1 None None] Port 531f9005-6f17-4220-9597-f42a0042c1ad cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:09.620975 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf452-a638-4ede-86ea-8599b1a19740 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.700130 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.l3_db [None req-541255aa-495d-4dbc-b89b-d4359178ff00 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Floating IP aaf27d1d-f4ba-4443-b607-966e698a3235 associated. External IP: 172.27.2.156, port: 48ccc792-506c-4f53-9098-15ff3a330d80. Jul 22 22:12:09.726660 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-472acf84-aae0-4bf7-9090-6437d365f421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.751302 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf452-a638-4ede-86ea-8599b1a19740 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.756971 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf452-a638-4ede-86ea-8599b1a19740 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.795271 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbf452-a638-4ede-86ea-8599b1a19740 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba141d42-207c-4bd0-9f34-90f1c18f31c7,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:09.798876 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf452-a638-4ede-86ea-8599b1a19740 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.800264 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-1ddbf452-a638-4ede-86ea-8599b1a19740 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2198782 Jul 22 22:12:09.804123 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52054) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:09.808591 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-8ffee9cb-2355-44be-9d7c-71df6fcd839c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'security_group_rule': {'security_group_id': 'ba141d42-207c-4bd0-9f34-90f1c18f31c7', 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:09.865041 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8ffee9cb-2355-44be-9d7c-71df6fcd839c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.967191 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8ffee9cb-2355-44be-9d7c-71df6fcd839c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.980462 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8ffee9cb-2355-44be-9d7c-71df6fcd839c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:09.990249 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541255aa-495d-4dbc-b89b-d4359178ff00 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Router ad551867-e53c-4723-ba3d-e4089f5d099a has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:10.003097 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffee9cb-2355-44be-9d7c-71df6fcd839c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da1a509-2456-4f6f-94d7-564a67d9af7d,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:10.008025 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8ffee9cb-2355-44be-9d7c-71df6fcd839c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.017341 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-8ffee9cb-2355-44be-9d7c-71df6fcd839c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2117083 Jul 22 22:12:10.018390 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52058) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:10.023845 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-b168b04b-9e1c-4a8b-9012-9028c52ef612 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'security_group_rule': {'security_group_id': 'ba141d42-207c-4bd0-9f34-90f1c18f31c7', 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:10.065433 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b168b04b-9e1c-4a8b-9012-9028c52ef612 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.151672 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541255aa-495d-4dbc-b89b-d4359178ff00 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:10.162591 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-541255aa-495d-4dbc-b89b-d4359178ff00 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.164638 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] Sync routers for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:10.165776 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b168b04b-9e1c-4a8b-9012-9028c52ef612 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.174376 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b168b04b-9e1c-4a8b-9012-9028c52ef612 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.179315 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:10.180308 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:10.197376 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168b04b-9e1c-4a8b-9012-9028c52ef612 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b214801-020a-4272-82bd-89f9c29b1947,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:10.209574 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b168b04b-9e1c-4a8b-9012-9028c52ef612 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.214104 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-b168b04b-9e1c-4a8b-9012-9028c52ef612 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1943133 Jul 22 22:12:10.214799 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52060) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:10.219682 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-ba7d73a4-6cf7-4a99-b829-4cba13a70eb7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'security_group_rule': {'security_group_id': 'ba141d42-207c-4bd0-9f34-90f1c18f31c7', 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:10.222833 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-541255aa-495d-4dbc-b89b-d4359178ff00 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "PUT /v2.0/floatingips/aaf27d1d-f4ba-4443-b607-966e698a3235 HTTP/1.1" status: 200 len: 992 time: 1.3473854 Jul 22 22:12:10.223977 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:10.227611 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dc0881-4282-41f9-b885-ab7f200a01d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:10.256790 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ba7d73a4-6cf7-4a99-b829-4cba13a70eb7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.282355 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd22e1d-c03b-40cf-a086-6d06600a4943 x-openstack-request-id: req-1bd22e1d-c03b-40cf-a086-6d06600a4943 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:10.282873 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:10.283214 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1bd22e1d-c03b-40cf-a086-6d06600a4943 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:10.283857 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80', 'status': 'completed', 'code': 200} Jul 22 22:12:10.361220 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:10.393737 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ba7d73a4-6cf7-4a99-b829-4cba13a70eb7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.400482 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ba7d73a4-6cf7-4a99-b829-4cba13a70eb7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.429942 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d73a4-6cf7-4a99-b829-4cba13a70eb7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0e947b-6ab7-4ec1-b393-2418071b50c2,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:10.442582 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ba7d73a4-6cf7-4a99-b829-4cba13a70eb7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.443830 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-ba7d73a4-6cf7-4a99-b829-4cba13a70eb7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2279012 Jul 22 22:12:10.447050 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52066) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:10.451241 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-40a028c8-1677-44a7-b51d-0edb0b58dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:10.453188 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-40a028c8-1677-44a7-b51d-0edb0b58dd6f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 1099 time: 0.1237261 Jul 22 22:12:10.453347 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-c9c07b79-1b86-4fa4-b5c0-0b725c9c1d78 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'security_group_rule': {'security_group_id': 'ba141d42-207c-4bd0-9f34-90f1c18f31c7', 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:10.491394 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c9c07b79-1b86-4fa4-b5c0-0b725c9c1d78 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.583877 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c9c07b79-1b86-4fa4-b5c0-0b725c9c1d78 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.585927 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-db0dd8ca-72ef-474a-93c4-59b5b4f83434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:10.587910 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-db0dd8ca-72ef-474a-93c4-59b5b4f83434 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 918 time: 0.1270525 Jul 22 22:12:10.589461 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c9c07b79-1b86-4fa4-b5c0-0b725c9c1d78 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.610314 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c07b79-1b86-4fa4-b5c0-0b725c9c1d78 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd6f07c-cb88-4319-9809-f26b24147689,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:10.622543 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c9c07b79-1b86-4fa4-b5c0-0b725c9c1d78 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.625397 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-c9c07b79-1b86-4fa4-b5c0-0b725c9c1d78 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770215 Jul 22 22:12:10.627597 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52068) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:10.634821 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-b0507b97-54d7-47ce-a19f-9220ed861f4e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'security_group_rule': {'security_group_id': 'ba141d42-207c-4bd0-9f34-90f1c18f31c7', 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:10.665172 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.securitygroups_db [None req-b0507b97-54d7-47ce-a19f-9220ed861f4e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Project a730fe9a8c0e4bd6b58007d73490b244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:12:10.672359 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b0507b97-54d7-47ce-a19f-9220ed861f4e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.680527 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'aaf27d1d-f4ba-4443-b607-966e698a3235', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'port_id': '48ccc792-506c-4f53-9098-15ff3a330d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'mac_address': 'fa:16:3e:2b:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:11:55Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 1, 'project_id': '4916e59614aa42639b3699de5d06966d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:10.684373 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-9ae49fbe-fbcc-4a92-9268-084cb46cbf67 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ccc792-506c-4f53-9098-15ff3a330d80 HTTP/1.1" status: 200 len: 1000 time: 0.0874529 Jul 22 22:12:10.711110 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] Checking router: ad551867-e53c-4723-ba3d-e4089f5d099a for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:10.722302 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:10.723062 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:10.752709 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b0507b97-54d7-47ce-a19f-9220ed861f4e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.760017 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-4d2f5609-f9b1-4635-a78d-5d0a9bc4ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:10.763173 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-4d2f5609-f9b1-4635-a78d-5d0a9bc4ad02 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.0705540 Jul 22 22:12:10.766220 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b0507b97-54d7-47ce-a19f-9220ed861f4e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.795081 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b0507b97-54d7-47ce-a19f-9220ed861f4e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.801550 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-b0507b97-54d7-47ce-a19f-9220ed861f4e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1721241 Jul 22 22:12:10.802565 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0507b97-54d7-47ce-a19f-9220ed861f4e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b11356-01a8-44e6-b476-5eec423b386b,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:10.805963 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52070) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:10.811604 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-a4e14347-e55e-4e9e-a238-e58b1aff9fc1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'security_group_rule': {'security_group_id': 'ba141d42-207c-4bd0-9f34-90f1c18f31c7', 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:10.860610 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.securitygroups_db [None req-a4e14347-e55e-4e9e-a238-e58b1aff9fc1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Project a730fe9a8c0e4bd6b58007d73490b244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:12:10.866449 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4e14347-e55e-4e9e-a238-e58b1aff9fc1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.879939 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-20f7595d-133b-4ae6-ae43-2ebab328c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:10.881878 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-20f7595d-133b-4ae6-ae43-2ebab328c4f2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1112411 Jul 22 22:12:10.899220 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:10.965142 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4e14347-e55e-4e9e-a238-e58b1aff9fc1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.970779 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4e14347-e55e-4e9e-a238-e58b1aff9fc1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:10.999081 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a4e14347-e55e-4e9e-a238-e58b1aff9fc1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:11.001762 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-a4e14347-e55e-4e9e-a238-e58b1aff9fc1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1943750 Jul 22 22:12:11.007749 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e14347-e55e-4e9e-a238-e58b1aff9fc1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aedc973-e36c-437a-a40c-74f09983f1a2,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:11.035195 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 751a7d96-72e1-4578-8cdc-47b98c520dac up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:11.088663 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-56343578-76fc-470d-8211-3f48bb335178 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940243 Jul 22 22:12:11.111190 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 751a7d96-72e1-4578-8cdc-47b98c520dac completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:11.124371 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 751a7d96-72e1-4578-8cdc-47b98c520dac triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:11.124795 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:11.257525 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32dc0881-4282-41f9-b885-ab7f200a01d5 req-4281b74e-8fab-46a2-b7f6-ceff5898ca04 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597302 Jul 22 22:12:11.260967 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'aaf27d1d-f4ba-4443-b607-966e698a3235', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'port_id': '48ccc792-506c-4f53-9098-15ff3a330d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'mac_address': 'fa:16:3e:2b:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:11:55Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 1, 'project_id': '4916e59614aa42639b3699de5d06966d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:11.294573 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:11.300840 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a1462-4e4f-4e86-bd7d-f3a446aaee91 None None] The sync data for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi is: [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'aaf27d1d-f4ba-4443-b607-966e698a3235', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'port_id': '48ccc792-506c-4f53-9098-15ff3a330d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'mac_address': 'fa:16:3e:2b:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:11:55Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 1, 'project_id': '4916e59614aa42639b3699de5d06966d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:11.333754 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 751a7d96-72e1-4578-8cdc-47b98c520dac, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=751a7d96-72e1-4578-8cdc-47b98c520dac,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:11.340558 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:11.341380 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device af92f2af-dc46-4335-91e4-0ea3a54c096a up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:11.422399 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=751a7d96-72e1-4578-8cdc-47b98c520dac,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:11.467968 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port af92f2af-dc46-4335-91e4-0ea3a54c096a triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:11.468663 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:11.579506 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device e60490f4-3076-43fa-8009-7e86b73c7a03 up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:11.667265 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port e60490f4-3076-43fa-8009-7e86b73c7a03 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:11.667749 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:11.707812 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3abf8-f21c-4642-a0ec-d47ff2cf4f74 None None] New status for floating IP aaf27d1d-f4ba-4443-b607-966e698a3235: ACTIVE {{(pid=93410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:12:11.837343 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245d1ec-6f21-400d-9503-14e44979844c req-ace7b905-f320-4011-ad97-be09bd4ceac3 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:11.839316 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4245d1ec-6f21-400d-9503-14e44979844c req-ace7b905-f320-4011-ad97-be09bd4ceac3 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.1360519 Jul 22 22:12:11.900787 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4245d1ec-6f21-400d-9503-14e44979844c req-3f2640e2-4825-4f14-8342-148afb0975c4 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548182 Jul 22 22:12:12.126980 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Sync routers for ids ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:12.143609 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Routers {'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:12.144739 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:11:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:12.320495 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Set router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:12.691270 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'name': 'tempest-TestVolumeBootPattern-14169820-router', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:07Z', 'revision_number': 4, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'gw_port': {'id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '531f9005-6f17-4220-9597-f42a0042c1ad', 'name': '', 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'mac_address': 'fa:16:3e:4c:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:07Z', 'updated_at': '2021-07-22T22:12:08Z', 'revision_number': 2, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'subnets': [{'id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:12.727058 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Checking router: dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:12.727412 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Updating router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e port 531f9005-6f17-4220-9597-f42a0042c1ad binding host dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:12:12.773370 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:12.842639 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:12.847525 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 751a7d96-72e1-4578-8cdc-47b98c520dac up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:12.944832 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 751a7d96-72e1-4578-8cdc-47b98c520dac triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:12.946039 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:13.164870 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:13.177323 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Transition to ACTIVE for port object 531f9005-6f17-4220-9597-f42a0042c1ad will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:13.183741 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6d4f-8d66-487f-8b09-fb50982ff481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:13.189194 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:13.250870 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2724dc-c68e-45ec-9a63-1e51e2eba8fd None None] Pushing event updated for resources: {'Port': ['ID=531f9005-6f17-4220-9597-f42a0042c1ad,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:13.262284 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f8d11-5f55-41ad-ba4c-a6baf14a7742 req-d5ad6b76-1102-4359-8a65-ee958d2a3400 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:13.264328 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f9f8d11-5f55-41ad-ba4c-a6baf14a7742 req-d5ad6b76-1102-4359-8a65-ee958d2a3400 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0945275 Jul 22 22:12:13.325990 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1f9f8d11-5f55-41ad-ba4c-a6baf14a7742 req-133ee8d4-324e-4d4f-9309-a6cc6a931e6e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533657 Jul 22 22:12:13.327674 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Attempting to bind port 531f9005-6f17-4220-9597-f42a0042c1ad on host dv-cinder-801522-2-iscsi for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:13.328385 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Attempting to bind port 531f9005-6f17-4220-9597-f42a0042c1ad by drivers openvswitch,hyperv on host dv-cinder-801522-2-iscsi at level 0 using segments [{'id': 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1659, 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:13.328700 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Attempting to bind port 531f9005-6f17-4220-9597-f42a0042c1ad on network 60ce17bf-04fb-41ba-b8d0-924c6b616851 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:13.341681 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Checking agent: {'id': 'f7c49c42-e9cc-4729-ae69-512927ac29a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 7, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:13.342207 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Checking segment: {'id': 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1659, 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:13.342633 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:13.343033 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Bound using segment: {'id': 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1659, 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:13.343524 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Bound port: 531f9005-6f17-4220-9597-f42a0042c1ad, host: dv-cinder-801522-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1659, 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:13.343939 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:13.419968 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] For port 531f9005-6f17-4220-9597-f42a0042c1ad, host dv-cinder-801522-2-iscsi, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:13.423528 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] For port 531f9005-6f17-4220-9597-f42a0042c1ad, host dv-cinder-801522-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=531f9005-6f17-4220-9597-f42a0042c1ad,segment=NetworkSegment(ea708dcb-5999-4545-a2c7-9e1ed3a4c51d),segment_id=ea708dcb-5999-4545-a2c7-9e1ed3a4c51d)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:13.430173 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:13.491509 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Routers {'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:13.492201 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:13.496631 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2724dc-c68e-45ec-9a63-1e51e2eba8fd None None] Pushing event updated for resources: {'Port': ['ID=531f9005-6f17-4220-9597-f42a0042c1ad,revision_number=4']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:13.627794 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] Set router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:13.867898 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'name': 'tempest-TestVolumeBootPattern-14169820-router', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:07Z', 'revision_number': 4, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'gw_port': {'id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '531f9005-6f17-4220-9597-f42a0042c1ad', 'name': '', 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'mac_address': 'fa:16:3e:4c:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:07Z', 'updated_at': '2021-07-22T22:12:13Z', 'revision_number': 4, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'subnets': [{'id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:13.899800 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41391d5-cf58-4665-bddc-608ed4274a30 None None] The sync data for ids ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'] in dv-cinder-801522-2-iscsi is: [{'id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'name': 'tempest-TestVolumeBootPattern-14169820-router', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:07Z', 'revision_number': 4, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'gw_port': {'id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '531f9005-6f17-4220-9597-f42a0042c1ad', 'name': '', 'network_id': '60ce17bf-04fb-41ba-b8d0-924c6b616851', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'mac_address': 'fa:16:3e:4c:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:07Z', 'updated_at': '2021-07-22T22:12:13Z', 'revision_number': 4, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'subnets': [{'id': 'cdb3da25-a3f4-427c-9a70-e675eae7aa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:14.179787 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-4cdadf49-88e1-4ff0-944a-46bc491c7085 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:14.181399 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-4cdadf49-88e1-4ff0-944a-46bc491c7085 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.0984960 Jul 22 22:12:14.317967 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Deleting port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:14.318580 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.422443 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.478843 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] For port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:14.479391 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.670340 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e37d4-f3fb-4c46-b9f9-ef0fd9fd0504 req-cc98ef86-39ab-4af7-9cf5-48bc07fa8d33 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:14.672216 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-417e37d4-f3fb-4c46-b9f9-ef0fd9fd0504 req-cc98ef86-39ab-4af7-9cf5-48bc07fa8d33 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 945 time: 0.2358253 Jul 22 22:12:14.818475 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-417e37d4-f3fb-4c46-b9f9-ef0fd9fd0504 req-82bedf52-acc3-4a70-820e-56e9b6a06254 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a5b7baf-859b-4762-893d-99d16740ccd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389725 Jul 22 22:12:14.854352 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.854770 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:14.855074 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.l3_db [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Floating IP d89b3584-fddf-4fc1-baae-a1d74a3f45b3 disassociated. External IP: 172.27.2.129, port: f604e9ca-7bf8-49ff-ac9e-f3e276f39abb. Jul 22 22:12:14.855429 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Calling delete_port for f604e9ca-7bf8-49ff-ac9e-f3e276f39abb owned by compute:nova {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:14.922409 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 531f9005-6f17-4220-9597-f42a0042c1ad up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:15.011654 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning for port 531f9005-6f17-4220-9597-f42a0042c1ad completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:15.025787 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 531f9005-6f17-4220-9597-f42a0042c1ad triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:15.026488 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.070417 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.106462 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event deleted for resources: {'Port': ['ID=f604e9ca-7bf8-49ff-ac9e-f3e276f39abb,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:15.120209 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.123384 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.123758 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.124101 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.124427 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.124754 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.125087 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.125412 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.125736 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.126071 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.126382 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.126702 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.127017 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:12:15.164398 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] For port 531f9005-6f17-4220-9597-f42a0042c1ad, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=531f9005-6f17-4220-9597-f42a0042c1ad,segment=NetworkSegment(ea708dcb-5999-4545-a2c7-9e1ed3a4c51d),segment_id=ea708dcb-5999-4545-a2c7-9e1ed3a4c51d)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:15.170180 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.223728 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Pushing event updated for resources: {'Port': ['ID=531f9005-6f17-4220-9597-f42a0042c1ad,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:15.248919 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:15.365909 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:15.377830 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] Sync routers for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:15.388008 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:15.388667 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:15.421272 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] No DVR routers for this DVR port f604e9ca-7bf8-49ff-ac9e-f3e276f39abb on host hv-cinder-80152 {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:12:15.423929 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.426240 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5f88ee62-1fa5-4f90-8c04-28c137b146a2 req-ceac12ea-e8e6-42d5-8723-0c82f7a5a8f9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.113 "DELETE /v2.0/ports/f604e9ca-7bf8-49ff-ac9e-f3e276f39abb HTTP/1.1" status: 204 len: 173 time: 1.2386441 Jul 22 22:12:15.426792 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'name': 'network-vif-deleted', 'tag': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:15.430008 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5677b896-f88b-4c80-afc5-5a775654049e" -d '{"events": [{"server_uuid": "6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1", "name": "network-vif-deleted", "tag": "f604e9ca-7bf8-49ff-ac9e-f3e276f39abb"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:15.486666 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972bf11a-54e8-40f3-9003-94e29cea14e6 x-openstack-request-id: req-972bf11a-54e8-40f3-9003-94e29cea14e6 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:15.486961 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1", "name": "network-vif-deleted", "tag": "f604e9ca-7bf8-49ff-ac9e-f3e276f39abb", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:15.487218 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-972bf11a-54e8-40f3-9003-94e29cea14e6 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:15.487630 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1', 'name': 'network-vif-deleted', 'tag': 'f604e9ca-7bf8-49ff-ac9e-f3e276f39abb', 'status': 'completed', 'code': 200} Jul 22 22:12:15.508491 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:15.729034 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:15.756242 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] Checking router: 1f2c45d1-bfa4-4977-9518-a7d6a153f072 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:15.764797 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:15.765418 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:15.960514 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-094e72c4-87f4-466e-93c5-0a63abdcfc1b req-6852fe4b-5ee2-4d19-ac54-132fc4b1494e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3f9f2f-0869-4ffe-bee0-07b60e7b7ad1 HTTP/1.1" status: 200 len: 210 time: 0.0348217 Jul 22 22:12:16.030936 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:16.181770 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.267969 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:16.311845 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed77226-7d74-4c35-bff7-76c647a17bee None None] The sync data for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi is: [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:16.833970 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 531f9005-6f17-4220-9597-f42a0042c1ad up at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:16.885893 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Provisioning complete for port 531f9005-6f17-4220-9597-f42a0042c1ad triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:16.886274 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.069184 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52170) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:17.088043 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd97c9-b204-486a-81ce-b08873e312b8 None None] New status for floating IP d89b3584-fddf-4fc1-baae-a1d74a3f45b3: DOWN {{(pid=93411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:12:17.134285 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-78d83ca3-a2c3-446e-9374-bf8c9d546d9c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.166743 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-78d83ca3-a2c3-446e-9374-bf8c9d546d9c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.239713 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-78d83ca3-a2c3-446e-9374-bf8c9d546d9c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.242463 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-78d83ca3-a2c3-446e-9374-bf8c9d546d9c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.243719 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-78d83ca3-a2c3-446e-9374-bf8c9d546d9c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "DELETE /v2.0/security-groups/4a5b7baf-859b-4762-893d-99d16740ccd7 HTTP/1.1" status: 204 len: 168 time: 0.1733336 Jul 22 22:12:17.246752 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52174) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:17.254305 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d83ca3-a2c3-446e-9374-bf8c9d546d9c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5b7baf-859b-4762-893d-99d16740ccd7,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:17.264545 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.api.v2.resource [None req-70c52ece-c067-4125-9080-f597b5ef656c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] show failed (client error): The resource could not be found. Jul 22 22:12:17.265611 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-70c52ece-c067-4125-9080-f597b5ef656c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups/4a5b7baf-859b-4762-893d-99d16740ccd7 HTTP/1.1" status: 404 len: 347 time: 0.0160134 Jul 22 22:12:17.268727 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52176) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:17.403569 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-64083f0b-7637-4518-8db0-c41c2713b801 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Deleting port 9d6d53f0-6b40-42ba-a8d6-77fe7fd827b5 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:17.403950 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-64083f0b-7637-4518-8db0-c41c2713b801 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.490252 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-64083f0b-7637-4518-8db0-c41c2713b801 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.490585 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-64083f0b-7637-4518-8db0-c41c2713b801 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.504200 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-64083f0b-7637-4518-8db0-c41c2713b801 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Calling delete_port for 9d6d53f0-6b40-42ba-a8d6-77fe7fd827b5 owned by network:floatingip {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:17.643979 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-64083f0b-7637-4518-8db0-c41c2713b801 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.675858 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64083f0b-7637-4518-8db0-c41c2713b801 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event deleted for resources: {'Port': ['ID=9d6d53f0-6b40-42ba-a8d6-77fe7fd827b5,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:17.737492 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-64083f0b-7637-4518-8db0-c41c2713b801 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.740193 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-64083f0b-7637-4518-8db0-c41c2713b801 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:17.741392 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-64083f0b-7637-4518-8db0-c41c2713b801 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "DELETE /v2.0/floatingips/d89b3584-fddf-4fc1-baae-a1d74a3f45b3 HTTP/1.1" status: 204 len: 168 time: 0.4715703 Jul 22 22:12:17.953154 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52180) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:17.957801 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-b07683ef-02b3-41a7-817f-cefd3ad4c818 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530768034', 'description': 'tempest-description--713389500'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:17.982576 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b07683ef-02b3-41a7-817f-cefd3ad4c818 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.074620 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b07683ef-02b3-41a7-817f-cefd3ad4c818 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.079541 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b07683ef-02b3-41a7-817f-cefd3ad4c818 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.115853 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b07683ef-02b3-41a7-817f-cefd3ad4c818 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.117186 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-b07683ef-02b3-41a7-817f-cefd3ad4c818 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1629565 Jul 22 22:12:18.118027 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07683ef-02b3-41a7-817f-cefd3ad4c818 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bdfb60-588d-4b5b-99e2-209036f68b58,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:18.120514 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52184) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:18.126528 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-3e7b57e1-f3f7-43ee-8508-8b891469fbad tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'security_group_rule': {'security_group_id': 'd1bdfb60-588d-4b5b-99e2-209036f68b58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:18.164018 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3e7b57e1-f3f7-43ee-8508-8b891469fbad tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.229582 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3e7b57e1-f3f7-43ee-8508-8b891469fbad tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.238138 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3e7b57e1-f3f7-43ee-8508-8b891469fbad tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.260099 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b57e1-f3f7-43ee-8508-8b891469fbad tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446c10f2-ba73-451f-ad66-dc3f10c5caad,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:18.267892 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3e7b57e1-f3f7-43ee-8508-8b891469fbad tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.269780 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-3e7b57e1-f3f7-43ee-8508-8b891469fbad tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479757 Jul 22 22:12:18.272662 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52188) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:18.279310 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-a1195f61-7a24-4159-8d34-30db126e0230 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'security_group_rule': {'security_group_id': 'd1bdfb60-588d-4b5b-99e2-209036f68b58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:18.317788 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a1195f61-7a24-4159-8d34-30db126e0230 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.390384 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a1195f61-7a24-4159-8d34-30db126e0230 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.393517 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a1195f61-7a24-4159-8d34-30db126e0230 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609353'] for security_group_rule, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.412428 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1195f61-7a24-4159-8d34-30db126e0230 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9030b8b-d852-4936-a3c1-065fb44c529b,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:18.420071 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a1195f61-7a24-4159-8d34-30db126e0230 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.424323 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-a1195f61-7a24-4159-8d34-30db126e0230 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475213 Jul 22 22:12:18.424508 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52190) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:18.429218 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'floatingip': {'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:18.454390 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.553535 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.612366 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device f604e9ca-7bf8-49ff-ac9e-f3e276f39abb no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:12:18.643925 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: f604e9ca-7bf8-49ff-ac9e-f3e276f39abb {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:12:18.644270 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device f604e9ca-7bf8-49ff-ac9e-f3e276f39abb not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:12:18.683074 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Allocated IP 172.27.2.45 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/a49df5a8-c77b-4f20-8acb-4fa01ebd5c3e) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:18.789921 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.832915 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.873986 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:18.876736 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:18.880266 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:18.902108 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'Port': ['ID=a49df5a8-c77b-4f20-8acb-4fa01ebd5c3e,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:18.966131 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.013087 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.164549 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.170724 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.252502 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'Port': ['ID=a49df5a8-c77b-4f20-8acb-4fa01ebd5c3e,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:19.260476 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.274585 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:19.275975 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-538c6eae-071c-4e26-92bd-4c7d751a36de tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8504794 Jul 22 22:12:19.423243 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-f30d6fd2-068a-423a-b566-2c0f6a21ea31 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--530768034&fields=id&tenant_id=f507516239134a16b3d7b46a4a38af3e HTTP/1.1" status: 200 len: 267 time: 0.0357635 Jul 22 22:12:19.547184 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-11cf96d4-08b3-4762-8cd2-688c2b136c26 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:19.548662 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-11cf96d4-08b3-4762-8cd2-688c2b136c26 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/networks?id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 200 len: 810 time: 0.1184978 Jul 22 22:12:19.564453 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-432358cb-6c9f-42ca-be93-5cd3a1752457 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/quotas/f507516239134a16b3d7b46a4a38af3e HTTP/1.1" status: 200 len: 375 time: 0.0102310 Jul 22 22:12:19.637668 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-d86bbce7-ca0e-44e9-b757-4208e133e79c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669379 Jul 22 22:12:19.785205 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-1a91b77b-8bd9-4b02-bc02-21d881f4d9d9 service neutron] 10.222.0.26 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353357 Jul 22 22:12:20.154264 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-a32a9a5e-e412-489c-b84d-0aa3b56e085f service neutron] 10.222.0.26 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631022 Jul 22 22:12:20.342908 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-18b95fc9-62e3-4933-a40b-25f509e263bc req-b19fce7c-6912-4bc0-a273-87ac0039f595 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 210 time: 0.0428317 Jul 22 22:12:21.462791 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b6513b47-0d39-4a98-bed5-7004e708854d req-b3f0e1ee-4390-4d29-8fc9-b3f375630dec tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 210 time: 0.0380666 Jul 22 22:12:21.612122 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-82ab3f30-a603-4de4-927c-1f6b8e340b87 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:21.613770 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-82ab3f30-a603-4de4-927c-1f6b8e340b87 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.113 "GET /v2.0/networks?id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 200 len: 810 time: 0.1159854 Jul 22 22:12:21.683029 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-f7b102cc-8c91-42d0-a9ac-0c49da0dcfb8 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f507516239134a16b3d7b46a4a38af3e HTTP/1.1" status: 200 len: 379 time: 0.0552959 Jul 22 22:12:21.698587 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'port': {'device_id': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'admin_state_up': True, 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'security_groups': ['d1bdfb60-588d-4b5b-99e2-209036f68b58']}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:21.822630 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Made reservation on behalf of f507516239134a16b3d7b46a4a38af3e for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:21.827026 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:21.970093 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Allocated IP 172.20.0.6 (45cb5a4d-8aaf-4f48-8b12-118dba1f6c49/733f2904-165c-47a0-87f7-87c92ef3b4a7/ba4a0b1b-9c51-4574-a645-dd4a27195040) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:22.126454 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.142381 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Transition to ACTIVE for port object ba4a0b1b-9c51-4574-a645-dd4a27195040 will not be triggered until provisioned by entity DHCP. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:22.178065 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.227081 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:22.230086 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:22.234519 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:22.241484 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event updated for resources: {'Port': ['ID=ba4a0b1b-9c51-4574-a645-dd4a27195040,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:22.289357 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:22.290806 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.310330 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-db6c1d81-a714-4738-a6cd-a02612e0502c tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6174207 Jul 22 22:12:22.323378 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Request body: {'port': {'device_id': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:22.413637 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.532333 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-ce56661f-9958-4e42-86df-36abc8b55c9c None None] Provisioning for port ba4a0b1b-9c51-4574-a645-dd4a27195040 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:22.538118 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-ce56661f-9958-4e42-86df-36abc8b55c9c None None] Provisioning complete for port ba4a0b1b-9c51-4574-a645-dd4a27195040 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:22.539002 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ce56661f-9958-4e42-86df-36abc8b55c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.581472 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-ce56661f-9958-4e42-86df-36abc8b55c9c None None] Port ba4a0b1b-9c51-4574-a645-dd4a27195040 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:22.639859 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be09c19-ec4a-40ce-a633-a62f60e9a7b9 req-f5146dae-b435-41f8-9393-2dcd60db1e20 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:22.641671 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9be09c19-ec4a-40ce-a633-a62f60e9a7b9 req-f5146dae-b435-41f8-9393-2dcd60db1e20 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 931 time: 0.0895095 Jul 22 22:12:22.691435 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9be09c19-ec4a-40ce-a633-a62f60e9a7b9 req-0b4574c5-99e6-4e29-8ab4-413550dd92cc tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420499 Jul 22 22:12:22.756713 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4a0b1b-9c51-4574-a645-dd4a27195040 {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:22.774767 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.787318 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Transition to ACTIVE for port object ba4a0b1b-9c51-4574-a645-dd4a27195040 will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:22.791116 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:22.845672 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4a0b1b-9c51-4574-a645-dd4a27195040,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:22.922822 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Attempting to bind port ba4a0b1b-9c51-4574-a645-dd4a27195040 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:22.923398 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Attempting to bind port ba4a0b1b-9c51-4574-a645-dd4a27195040 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:22.924019 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Attempting to bind port ba4a0b1b-9c51-4574-a645-dd4a27195040 on network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:22.929480 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Port ba4a0b1b-9c51-4574-a645-dd4a27195040 on network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:12:22.929807 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Attempting to bind port ba4a0b1b-9c51-4574-a645-dd4a27195040 on network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:22.935994 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:22.936338 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Checking segment: {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:22.936728 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Bound using segment: {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:22.937165 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Bound port: ba4a0b1b-9c51-4574-a645-dd4a27195040, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbd3055-b1c0-43c6-ae69-1fca465048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1663, 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:22.937530 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.008483 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] For port ba4a0b1b-9c51-4574-a645-dd4a27195040, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:23.011607 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] For port ba4a0b1b-9c51-4574-a645-dd4a27195040, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a0b1b-9c51-4574-a645-dd4a27195040,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:23.015870 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.052806 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:23.053571 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:23.055007 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] 10.222.0.113 "PUT /v2.0/ports/ba4a0b1b-9c51-4574-a645-dd4a27195040 HTTP/1.1" status: 200 len: 1093 time: 0.7363853 Jul 22 22:12:23.055463 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'tag': 'ba4a0b1b-9c51-4574-a645-dd4a27195040'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:23.057832 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b658a3d-50ca-463c-8bd8-669c65ac01ca" -d '{"events": [{"name": "network-changed", "server_uuid": "15d33ba5-849d-4b08-96f7-159c2a25a48c", "tag": "ba4a0b1b-9c51-4574-a645-dd4a27195040"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:23.085622 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64ae85-6662-416d-981f-4b74082345d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4a0b1b-9c51-4574-a645-dd4a27195040,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:23.117526 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924cc9eb-1185-4ccc-9a2e-4c57d55d799b x-openstack-request-id: req-924cc9eb-1185-4ccc-9a2e-4c57d55d799b {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:23.117832 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d33ba5-849d-4b08-96f7-159c2a25a48c", "tag": "ba4a0b1b-9c51-4574-a645-dd4a27195040", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:23.118112 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-924cc9eb-1185-4ccc-9a2e-4c57d55d799b {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:23.118502 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'tag': 'ba4a0b1b-9c51-4574-a645-dd4a27195040', 'status': 'completed', 'code': 200} Jul 22 22:12:23.170479 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-3c70345e-71a1-4790-b95f-e043aacb0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:23.172091 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-3c70345e-71a1-4790-b95f-e043aacb0190 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 1096 time: 0.0636356 Jul 22 22:12:23.222584 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-5daa08a9-ff26-4979-a7a0-31179dabd7a9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4a0b1b-9c51-4574-a645-dd4a27195040 HTTP/1.1" status: 200 len: 217 time: 0.0422611 Jul 22 22:12:23.287250 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-0c67cd44-eb3f-4dc5-8c80-77e5ad37ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:23.288790 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-0c67cd44-eb3f-4dc5-8c80-77e5ad37ffa3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=733f2904-165c-47a0-87f7-87c92ef3b4a7 HTTP/1.1" status: 200 len: 849 time: 0.0513992 Jul 22 22:12:23.351918 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-1e1d8830-1266-43eb-87c8-464979c775b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:23.353533 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-1e1d8830-1266-43eb-87c8-464979c775b1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554278 Jul 22 22:12:23.448546 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-c344e4f3-f481-436c-b526-6b772c853f8e service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871758 Jul 22 22:12:23.539600 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f1f7c180-e78e-4533-b3ed-4b11f97345f1 req-53a5d7b4-8336-4370-b3b5-b8c7996ce3c4 service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842750 Jul 22 22:12:23.646681 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-48bea17c-ab98-4cb7-868f-5cae8430d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:23.648292 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-48bea17c-ab98-4cb7-868f-5cae8430d00d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 1096 time: 0.0593326 Jul 22 22:12:23.744536 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-154ac966-bfbc-4100-a926-644e5d3eec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:23.746597 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-154ac966-bfbc-4100-a926-644e5d3eec2f service neutron] 10.222.0.113 "GET /v2.0/networks?id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 200 len: 912 time: 0.0909953 Jul 22 22:12:23.811624 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-6c997022-41f5-4661-9d20-b577b6c36f8f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4a0b1b-9c51-4574-a645-dd4a27195040 HTTP/1.1" status: 200 len: 217 time: 0.0545883 Jul 22 22:12:23.883971 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-f6960550-2477-4f60-a52c-7147ffd5c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:23.885441 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-f6960550-2477-4f60-a52c-7147ffd5c1ea service neutron] 10.222.0.113 "GET /v2.0/subnets?id=733f2904-165c-47a0-87f7-87c92ef3b4a7 HTTP/1.1" status: 200 len: 849 time: 0.0562286 Jul 22 22:12:23.909531 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93095170-8a25-45a0-aa10-2b37012dd248 req-6e90a31f-5897-4902-9c09-70c874a15b88 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:23.911065 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-93095170-8a25-45a0-aa10-2b37012dd248 req-6e90a31f-5897-4902-9c09-70c874a15b88 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 943 time: 0.1474097 Jul 22 22:12:23.981607 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-93095170-8a25-45a0-aa10-2b37012dd248 req-e11ec3fc-ef68-469d-a7e8-159911b6960a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532765 Jul 22 22:12:23.991099 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-8c3de639-b706-4c21-9ac9-73d3d05c881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:23.993380 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-8c3de639-b706-4c21-9ac9-73d3d05c881b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993943 Jul 22 22:12:24.132213 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-10a38cfa-cbb3-41e7-8233-596708ce9781 service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314001 Jul 22 22:12:24.236633 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4b658a3d-50ca-463c-8bd8-669c65ac01ca req-a6f87f7c-6f05-447b-b3eb-f3bb7fd514df service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958598 Jul 22 22:12:25.120166 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c4e90-4e9f-49f2-a889-a2e7782ccbb1 req-6de1f56c-179d-48a0-832a-8638374c4dec tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:25.122210 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-577c4e90-4e9f-49f2-a889-a2e7782ccbb1 req-6de1f56c-179d-48a0-832a-8638374c4dec tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 943 time: 0.0686147 Jul 22 22:12:25.163460 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-577c4e90-4e9f-49f2-a889-a2e7782ccbb1 req-3a4c86ba-94e4-4309-aac1-4f6e06993553 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353107 Jul 22 22:12:26.293618 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c2a7d-1c31-4108-8ad8-05d7fefd1da9 req-47e5e27d-9eae-4e4e-bccb-2b71a9338e05 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:26.295121 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-989c2a7d-1c31-4108-8ad8-05d7fefd1da9 req-47e5e27d-9eae-4e4e-bccb-2b71a9338e05 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 943 time: 0.0625620 Jul 22 22:12:26.336609 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-989c2a7d-1c31-4108-8ad8-05d7fefd1da9 req-4ac50017-19df-4ec2-8f61-5086c17c4a0e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356722 Jul 22 22:12:26.658485 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device ba4a0b1b-9c51-4574-a645-dd4a27195040 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:12:26.762703 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port ba4a0b1b-9c51-4574-a645-dd4a27195040, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a0b1b-9c51-4574-a645-dd4a27195040,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:26.774340 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': 'ba4a0b1b-9c51-4574-a645-dd4a27195040', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'port_id': 'ba4a0b1b-9c51-4574-a645-dd4a27195040', 'mac_address': 'fa:16:3e:23:8f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:12:26.812011 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:26.825408 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4a0b1b-9c51-4574-a645-dd4a27195040 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:26.846351 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port ba4a0b1b-9c51-4574-a645-dd4a27195040, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a0b1b-9c51-4574-a645-dd4a27195040,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:26.850405 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:26.897142 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=ba4a0b1b-9c51-4574-a645-dd4a27195040,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:27.128156 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['ba4a0b1b-9c51-4574-a645-dd4a27195040'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:12:27.178261 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:27.483248 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00814512-273f-4adc-9fcb-9ca092151c1c req-293bc257-c00f-47b2-b159-d8e19fd87e9e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:27.485052 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-00814512-273f-4adc-9fcb-9ca092151c1c req-293bc257-c00f-47b2-b159-d8e19fd87e9e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 944 time: 0.0740707 Jul 22 22:12:27.526377 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-00814512-273f-4adc-9fcb-9ca092151c1c req-d8623da6-bbaa-42d0-a832-6d65a5894cf1 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348849 Jul 22 22:12:28.659901 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40366e6-709d-4f47-acf7-74cc664507c1 req-679f5224-9318-4ba4-9301-22bb1b154946 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:28.660948 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device ba4a0b1b-9c51-4574-a645-dd4a27195040 up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:28.661434 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a40366e6-709d-4f47-acf7-74cc664507c1 req-679f5224-9318-4ba4-9301-22bb1b154946 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 944 time: 0.0681250 Jul 22 22:12:28.702632 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a40366e6-709d-4f47-acf7-74cc664507c1 req-b9b17c42-2bc4-4276-a3dc-dcb86870fe05 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348227 Jul 22 22:12:28.712270 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port ba4a0b1b-9c51-4574-a645-dd4a27195040 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:28.716929 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port ba4a0b1b-9c51-4574-a645-dd4a27195040 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:28.717301 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:28.799632 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:28.824124 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a0b1b-9c51-4574-a645-dd4a27195040'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:28.826445 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008563e4-e0e5-4084-adca-2b219cedb8d2" -d '{"events": [{"server_uuid": "15d33ba5-849d-4b08-96f7-159c2a25a48c", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a0b1b-9c51-4574-a645-dd4a27195040"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:28.840503 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port ba4a0b1b-9c51-4574-a645-dd4a27195040, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a0b1b-9c51-4574-a645-dd4a27195040,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:28.845820 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:28.869039 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaec780d-6051-40c4-be58-0c82a9b01d6d x-openstack-request-id: req-aaec780d-6051-40c4-be58-0c82a9b01d6d {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:28.869324 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d33ba5-849d-4b08-96f7-159c2a25a48c", "name": "network-vif-plugged", "status": "completed", "tag": "ba4a0b1b-9c51-4574-a645-dd4a27195040", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:28.869569 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aaec780d-6051-40c4-be58-0c82a9b01d6d {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:28.869964 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4a0b1b-9c51-4574-a645-dd4a27195040', 'code': 200} Jul 22 22:12:28.898280 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=ba4a0b1b-9c51-4574-a645-dd4a27195040,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:29.073147 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1d3c-1568-4b00-8965-1a2a196b2bef req-1a8fa4f9-ef43-40a7-80b8-af8c414b61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:29.074731 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3f1d3c-1568-4b00-8965-1a2a196b2bef req-1a8fa4f9-ef43-40a7-80b8-af8c414b61cf service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 1098 time: 0.0670633 Jul 22 22:12:29.133041 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-b8c3793a-a3e6-4ca4-9e91-05aa59c61c80 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526539025&fields=id&tenant_id=a730fe9a8c0e4bd6b58007d73490b244 HTTP/1.1" status: 200 len: 267 time: 0.0567713 Jul 22 22:12:29.134780 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0c3f1d3c-1568-4b00-8965-1a2a196b2bef req-1c822ec6-15b6-4504-8126-f48cc2f4cdba service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522659 Jul 22 22:12:29.243423 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906667-9a3d-4399-98ca-20f522067311 req-0958aa2f-1cc4-485e-8805-34c0bd1a8692 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:29.244971 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-0958aa2f-1cc4-485e-8805-34c0bd1a8692 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 811 time: 0.1044230 Jul 22 22:12:29.263718 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-333aefec-8ff3-4a95-a635-b13ad4b0f362 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/quotas/a730fe9a8c0e4bd6b58007d73490b244 HTTP/1.1" status: 200 len: 375 time: 0.0119936 Jul 22 22:12:29.336531 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-5e9dc178-66a5-4f7e-9e11-4dc8f68037a7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670466 Jul 22 22:12:29.445955 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-0f22e58b-1b87-45ff-b1f7-eccd347458a7 service neutron] 10.222.0.26 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970166 Jul 22 22:12:29.541406 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-83eb3c7d-db79-4cad-b9e3-2571f33621e9 service neutron] 10.222.0.26 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886662 Jul 22 22:12:29.855681 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c8318e34-569b-49e9-a230-d9cd6b6455d7 req-ec5e0965-0e46-4dae-b244-4d0a5c51c274 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 210 time: 0.0346241 Jul 22 22:12:29.877977 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68fd7a-18a6-4b55-8fc1-78ce5612db35 req-6700526d-f4a7-434b-a8f8-b37b6767992e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:29.879531 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fc68fd7a-18a6-4b55-8fc1-78ce5612db35 req-6700526d-f4a7-434b-a8f8-b37b6767992e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 945 time: 0.0836852 Jul 22 22:12:29.919440 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fc68fd7a-18a6-4b55-8fc1-78ce5612db35 req-0aebd263-40f4-4c6b-9436-c7f3dbca94d8 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339372 Jul 22 22:12:30.912435 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906667-9a3d-4399-98ca-20f522067311 req-62c30ccf-e350-4232-97e9-e823c1d488c7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:30.913848 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-62c30ccf-e350-4232-97e9-e823c1d488c7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.113 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 811 time: 0.1304619 Jul 22 22:12:30.962690 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-78c41b9f-e609-4b5e-9187-65dde2c7019c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a730fe9a8c0e4bd6b58007d73490b244 HTTP/1.1" status: 200 len: 379 time: 0.0392067 Jul 22 22:12:30.966414 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7342d607-d1cd-4924-985e-a9f8e1088916 req-20e56654-2703-41bf-afb2-33907b9689f5 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 210 time: 0.0375049 Jul 22 22:12:30.978056 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'port': {'device_id': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'admin_state_up': True, 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'security_groups': ['ba141d42-207c-4bd0-9f34-90f1c18f31c7']}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:31.165050 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e13293-6883-4b41-b70e-b65ce1aa209d req-599818fe-8f11-43b5-8c23-08100a230d20 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:31.167884 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-37e13293-6883-4b41-b70e-b65ce1aa209d req-599818fe-8f11-43b5-8c23-08100a230d20 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 945 time: 0.1540265 Jul 22 22:12:31.172432 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Made reservation on behalf of a730fe9a8c0e4bd6b58007d73490b244 for: {'port': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:12:31.175818 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.263190 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-37e13293-6883-4b41-b70e-b65ce1aa209d req-f07caee9-ca8a-4b7e-b7bd-b538ad1a8764 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847938 Jul 22 22:12:31.344263 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Allocated IP 172.20.0.4 (81b15d73-1ee3-4f38-b1c7-c11aea1a08da/18ff579b-b9ae-4c61-a08b-1e4208bf8009/0ba78bc5-0edf-4ada-8880-a7b657b0ed49) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:31.398155 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74e489-2f47-48aa-b647-80c4f480e199 req-2abe852d-d152-4702-abf5-ee2f2ea6a9b7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:31.399844 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1f74e489-2f47-48aa-b647-80c4f480e199 req-2abe852d-d152-4702-abf5-ee2f2ea6a9b7 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 945 time: 0.0695536 Jul 22 22:12:31.409373 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52336) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:31.414387 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-c7c79620-c6f2-4c71-ae5d-4376e416d5e0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Request body: {'floatingip': {'port_id': 'ba4a0b1b-9c51-4574-a645-dd4a27195040'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:31.459763 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c7c79620-c6f2-4c71-ae5d-4376e416d5e0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.507011 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.522193 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Transition to ACTIVE for port object 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 will not be triggered until provisioned by entity DHCP. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:31.561516 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.613084 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:31.616325 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:31.623007 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:31.649312 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'Port': ['ID=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:31.682190 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:31.683612 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.700279 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-1b6c5015-b3c7-4264-b491-70229b744bb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7285745 Jul 22 22:12:31.716977 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Request body: {'port': {'device_id': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:31.800809 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.912562 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-e4fe3df0-7eeb-4835-9c51-22fbb14a37c1 None None] Provisioning for port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:31.917785 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-e4fe3df0-7eeb-4835-9c51-22fbb14a37c1 None None] Provisioning complete for port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:31.918140 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3df0-7eeb-4835-9c51-22fbb14a37c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:31.954259 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe3df0-7eeb-4835-9c51-22fbb14a37c1 None None] Port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:12:32.095977 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 {{(pid=93408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:32.104455 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.117422 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.provisioning_blocks [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Transition to ACTIVE for port object 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 will not be triggered until provisioned by entity L2. {{(pid=93408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:12:32.129682 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.182905 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:32.263816 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c7c79620-c6f2-4c71-ae5d-4376e416d5e0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.270140 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c7c79620-c6f2-4c71-ae5d-4376e416d5e0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.271590 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Attempting to bind port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:12:32.272609 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Attempting to bind port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:12:32.272609 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Attempting to bind port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 on network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:32.279728 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 on network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:12:32.280067 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Attempting to bind port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 on network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:12:32.282725 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce26ec2-49ff-4118-ad23-f7e35622ac02 req-f850230c-8366-474d-84a9-1d97ed296bf7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:32.284593 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fce26ec2-49ff-4118-ad23-f7e35622ac02 req-f850230c-8366-474d-84a9-1d97ed296bf7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 931 time: 0.2086756 Jul 22 22:12:32.286075 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:12:32.286488 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Checking segment: {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:12:32.286794 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Bound using segment: {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'} {{(pid=93408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:12:32.287234 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.managers [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Bound port: 0ba78bc5-0edf-4ada-8880-a7b657b0ed49, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'}}] {{(pid=93408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:12:32.287587 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.363148 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] For port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49, host hv-cinder-80152, cleared binding levels {{(pid=93408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:12:32.367550 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] For port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:12:32.376747 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.403324 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fce26ec2-49ff-4118-ad23-f7e35622ac02 req-61fec359-60d1-4bb6-a51c-f90f0be46cbe tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863631 Jul 22 22:12:32.420403 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:32.421125 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.422582 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] 10.222.0.113 "PUT /v2.0/ports/0ba78bc5-0edf-4ada-8880-a7b657b0ed49 HTTP/1.1" status: 200 len: 1093 time: 0.7146473 Jul 22 22:12:32.422910 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.l3_db [None req-c7c79620-c6f2-4c71-ae5d-4376e416d5e0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Floating IP d6a0bcbb-bf26-4859-b3e9-672297330e45 associated. External IP: 172.27.2.45, port: ba4a0b1b-9c51-4574-a645-dd4a27195040. Jul 22 22:12:32.425348 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'tag': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:32.428483 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e10e8d88-c365-44fd-9294-ed062a25cb62", "tag": "0ba78bc5-0edf-4ada-8880-a7b657b0ed49"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:32.463208 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e8592-7d4a-4638-8e2a-edda5ad23b72 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,revision_number=3']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:32.559545 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906667-9a3d-4399-98ca-20f522067311 req-46b8ae31-24b0-47c7-9bee-70795eeb2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:32.562594 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-46b8ae31-24b0-47c7-9bee-70795eeb2948 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 1096 time: 0.0845912 Jul 22 22:12:32.624633 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0264df3-2efb-459d-b4c6-208f196a95c9 x-openstack-request-id: req-a0264df3-2efb-459d-b4c6-208f196a95c9 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:32.624869 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10e8d88-c365-44fd-9294-ed062a25cb62", "tag": "0ba78bc5-0edf-4ada-8880-a7b657b0ed49", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:32.624975 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0264df3-2efb-459d-b4c6-208f196a95c9 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:32.625518 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'tag': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49', 'status': 'completed', 'code': 200} Jul 22 22:12:32.627540 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-d59a0b3f-f38a-4b88-9c6f-32173bc68455 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba78bc5-0edf-4ada-8880-a7b657b0ed49 HTTP/1.1" status: 200 len: 217 time: 0.0574822 Jul 22 22:12:32.684261 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906667-9a3d-4399-98ca-20f522067311 req-8b929c8c-1af9-42ba-8ad4-ae1e895ad2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:32.685764 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-8b929c8c-1af9-42ba-8ad4-ae1e895ad2cb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=18ff579b-b9ae-4c61-a08b-1e4208bf8009 HTTP/1.1" status: 200 len: 850 time: 0.0507898 Jul 22 22:12:32.706593 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c79620-c6f2-4c71-ae5d-4376e416d5e0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:32.748124 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906667-9a3d-4399-98ca-20f522067311 req-6dfe87b5-f1fa-4f39-8bfc-33761cfb53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:32.749681 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-6dfe87b5-f1fa-4f39-8bfc-33761cfb53ad service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570617 Jul 22 22:12:32.827182 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c79620-c6f2-4c71-ae5d-4376e416d5e0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:32.832431 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-c7c79620-c6f2-4c71-ae5d-4376e416d5e0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:32.838347 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] Sync routers for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:32.848501 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:32.849159 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:32.873451 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-c7c79620-c6f2-4c71-ae5d-4376e416d5e0 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "PUT /v2.0/floatingips/d6a0bcbb-bf26-4859-b3e9-672297330e45 HTTP/1.1" status: 200 len: 990 time: 1.4629161 Jul 22 22:12:32.874253 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'tag': 'ba4a0b1b-9c51-4574-a645-dd4a27195040'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:32.880396 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab6de50-bed0-47aa-9e66-4e860287d4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "15d33ba5-849d-4b08-96f7-159c2a25a48c", "tag": "ba4a0b1b-9c51-4574-a645-dd4a27195040"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:32.892545 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:12:32.931287 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630eaa22-4ccc-49be-9913-165909ab07c3 x-openstack-request-id: req-630eaa22-4ccc-49be-9913-165909ab07c3 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:32.931585 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d33ba5-849d-4b08-96f7-159c2a25a48c", "tag": "ba4a0b1b-9c51-4574-a645-dd4a27195040", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:32.931884 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-630eaa22-4ccc-49be-9913-165909ab07c3 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:32.932831 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'tag': 'ba4a0b1b-9c51-4574-a645-dd4a27195040', 'status': 'completed', 'code': 200} Jul 22 22:12:32.980638 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:33.028258 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-fc41c619-989b-47bf-8b28-dadc3ab898cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:33.030046 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-fc41c619-989b-47bf-8b28-dadc3ab898cc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f507516239134a16b3d7b46a4a38af3e&device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 1098 time: 0.0643008 Jul 22 22:12:33.137721 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-0f758616-ad82-4e8d-af98-c471e2f910ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:33.138139 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-c9f3cf16-157f-49e7-96e0-3be04b715ad3 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812349 Jul 22 22:12:33.139491 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-0f758616-ad82-4e8d-af98-c471e2f910ab service neutron] 10.222.0.113 "GET /v2.0/networks?id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 200 len: 912 time: 0.1026759 Jul 22 22:12:33.215087 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-768b286d-f355-4b37-a542-aea61a4eceb2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba4a0b1b-9c51-4574-a645-dd4a27195040 HTTP/1.1" status: 200 len: 998 time: 0.0633934 Jul 22 22:12:33.233949 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'd6a0bcbb-bf26-4859-b3e9-672297330e45', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'port_id': 'ba4a0b1b-9c51-4574-a645-dd4a27195040', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'mac_address': 'fa:16:3e:23:8f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:32Z', 'revision_number': 1, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:33.252479 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e8906667-9a3d-4399-98ca-20f522067311 req-80a95d8f-4894-4550-af7a-8018dac4f40c service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012681 Jul 22 22:12:33.264488 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] Checking router: 1f2c45d1-bfa4-4977-9518-a7d6a153f072 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:33.265977 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-b73785e3-c4bf-4079-9d87-b98c193d4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:33.267470 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-b73785e3-c4bf-4079-9d87-b98c193d4d3d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=733f2904-165c-47a0-87f7-87c92ef3b4a7 HTTP/1.1" status: 200 len: 849 time: 0.0456748 Jul 22 22:12:33.275621 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:33.279118 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:33.352998 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-63da9315-ee94-4103-9369-e172adf6e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:33.354752 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-63da9315-ee94-4103-9369-e172adf6e2a7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799587 Jul 22 22:12:33.379213 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-f6e46983-fb06-4d21-b20b-553d8eac5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:33.380779 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-f6e46983-fb06-4d21-b20b-553d8eac5622 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 1096 time: 0.0779517 Jul 22 22:12:33.398731 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:33.452964 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-ef49a8f4-6885-460c-919b-d78eb20bef37 service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905893 Jul 22 22:12:33.495737 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-31ea1aa2-0306-40da-af20-745fea51cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:33.497436 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-31ea1aa2-0306-40da-af20-745fea51cbd9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 913 time: 0.1092339 Jul 22 22:12:33.546566 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-91f9a19e-5bb4-49fe-8de1-a8efa67f379d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba78bc5-0edf-4ada-8880-a7b657b0ed49 HTTP/1.1" status: 200 len: 217 time: 0.0417352 Jul 22 22:12:33.595541 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9ab6de50-bed0-47aa-9e66-4e860287d4bc req-5bdd770b-6c21-48a5-9e29-7c31796b6f6b service neutron] 10.222.0.113 "GET /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351969 Jul 22 22:12:33.600618 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-87b925d2-0819-4c9e-b0e8-2660a2b18e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:33.602145 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-87b925d2-0819-4c9e-b0e8-2660a2b18e3a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=18ff579b-b9ae-4c61-a08b-1e4208bf8009 HTTP/1.1" status: 200 len: 850 time: 0.0488131 Jul 22 22:12:33.623805 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d7919-1242-467b-80ab-bcda5a3b54ad req-d7ddb59f-7184-4ffb-916d-c98a522d8fcb tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:33.625379 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d0d7919-1242-467b-80ab-bcda5a3b54ad req-d7ddb59f-7184-4ffb-916d-c98a522d8fcb tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 943 time: 0.1302495 Jul 22 22:12:33.673153 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-d0dd7d62-659e-4915-8051-2311f97b1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:33.674707 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-d0dd7d62-659e-4915-8051-2311f97b1dcf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651693 Jul 22 22:12:33.678351 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'd6a0bcbb-bf26-4859-b3e9-672297330e45', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'port_id': 'ba4a0b1b-9c51-4574-a645-dd4a27195040', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'mac_address': 'fa:16:3e:23:8f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:32Z', 'revision_number': 1, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:33.681837 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d0d7919-1242-467b-80ab-bcda5a3b54ad req-07e4d15d-87d5-4156-b98b-03481c955fb4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451233 Jul 22 22:12:33.708646 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115de384-c5c5-43c3-97f0-853cc6b2b896 None None] The sync data for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi is: [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': 'd6a0bcbb-bf26-4859-b3e9-672297330e45', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'port_id': 'ba4a0b1b-9c51-4574-a645-dd4a27195040', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'mac_address': 'fa:16:3e:23:8f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:18Z', 'updated_at': '2021-07-22T22:12:32Z', 'revision_number': 1, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:33.776383 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-68042556-afa4-486c-9943-e39ab21fa23f service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932221 Jul 22 22:12:33.881288 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-81260e8a-dad7-4176-bdff-ae6fdf86cfd2 req-1348447f-79f4-49c2-8d41-269f55556d07 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981615 Jul 22 22:12:33.918928 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f42115-f9ad-4099-b991-d66a7ace3427 None None] New status for floating IP d6a0bcbb-bf26-4859-b3e9-672297330e45: ACTIVE {{(pid=93411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:12:34.636518 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b078a-b8b4-4f2d-aeff-a0a04a1c7672 req-34f325ad-862b-4759-a012-17cdd8a1389d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:34.638019 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b94b078a-b8b4-4f2d-aeff-a0a04a1c7672 req-34f325ad-862b-4759-a012-17cdd8a1389d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0681667 Jul 22 22:12:34.677497 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b94b078a-b8b4-4f2d-aeff-a0a04a1c7672 req-46233464-409d-4938-b563-c2a1a7745f36 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333936 Jul 22 22:12:34.804820 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba661313-3cad-4078-97f8-d56a14297c34 req-b8c03d12-4fe6-42c8-ba9f-1af474b9305d tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:34.806373 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ba661313-3cad-4078-97f8-d56a14297c34 req-b8c03d12-4fe6-42c8-ba9f-1af474b9305d tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 943 time: 0.0687482 Jul 22 22:12:34.848260 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ba661313-3cad-4078-97f8-d56a14297c34 req-012252a5-a5b0-4162-8456-dcb665be134e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354209 Jul 22 22:12:35.810306 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae66a63-9dd0-4abc-bc17-368d609fe0d6 req-01a2b76b-dd4d-45f2-9f57-b2115db5d09f tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:35.811870 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3ae66a63-9dd0-4abc-bc17-368d609fe0d6 req-01a2b76b-dd4d-45f2-9f57-b2115db5d09f tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0647554 Jul 22 22:12:35.853709 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3ae66a63-9dd0-4abc-bc17-368d609fe0d6 req-eed3279f-dbec-4908-9678-26492b5cb6fc tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331287 Jul 22 22:12:35.980585 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77417cb-7b8b-4e8d-8ad4-a83ae4531fd9 req-20fdf010-131e-47ca-98f7-f5e630791311 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:35.982198 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c77417cb-7b8b-4e8d-8ad4-a83ae4531fd9 req-20fdf010-131e-47ca-98f7-f5e630791311 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 943 time: 0.0663650 Jul 22 22:12:36.020954 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c77417cb-7b8b-4e8d-8ad4-a83ae4531fd9 req-3af2f2db-238c-436d-aadc-8483c54a960b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329731 Jul 22 22:12:36.966007 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-bcfdfc3a-bf49-4354-857e-31fbfb11b973 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991195337&fields=id&tenant_id=d10298e3c3b040898d30780e8010cba1 HTTP/1.1" status: 200 len: 267 time: 0.0417762 Jul 22 22:12:36.999996 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad978e-788e-44d9-b662-eb9c9295c4c7 req-880baddf-2e44-4461-8c50-483e848fd2da tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:37.001560 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-65ad978e-788e-44d9-b662-eb9c9295c4c7 req-880baddf-2e44-4461-8c50-483e848fd2da tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0752158 Jul 22 22:12:37.047439 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-5e1bf2a4-3887-4d02-a5b6-1c1d8bcbc0db tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:37.049148 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-5e1bf2a4-3887-4d02-a5b6-1c1d8bcbc0db tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 984 time: 0.0776205 Jul 22 22:12:37.050652 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-65ad978e-788e-44d9-b662-eb9c9295c4c7 req-f4ab0c90-1dd0-4471-bbec-9df1d76d3b58 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423741 Jul 22 22:12:37.062641 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-e681cf40-0b99-44ad-8d1f-d74e8eedf790 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Request body: {'port': {'security_groups': ['c79bbb01-1b28-49eb-96fd-b132605e3764']}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:37.167779 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-e681cf40-0b99-44ad-8d1f-d74e8eedf790 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.284642 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9907fd2-9654-4563-b49d-9d92ca7960bb req-0d0f84e5-a105-4e2a-8c3f-a2e4594cb293 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:37.286688 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d9907fd2-9654-4563-b49d-9d92ca7960bb req-0d0f84e5-a105-4e2a-8c3f-a2e4594cb293 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 943 time: 0.0670292 Jul 22 22:12:37.335542 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d9907fd2-9654-4563-b49d-9d92ca7960bb req-1e22fce3-e52a-457f-a6a3-9b437e7eae19 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426950 Jul 22 22:12:37.379097 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-e681cf40-0b99-44ad-8d1f-d74e8eedf790 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] For port c959d5a8-2c66-4f29-a5b9-ccafec88c825, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:37.416383 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-e681cf40-0b99-44ad-8d1f-d74e8eedf790 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.421252 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-e681cf40-0b99-44ad-8d1f-d74e8eedf790 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.442400 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['c959d5a8-2c66-4f29-a5b9-ccafec88c825'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:12:37.470635 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-e681cf40-0b99-44ad-8d1f-d74e8eedf790 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:37.471293 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-e681cf40-0b99-44ad-8d1f-d74e8eedf790 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.472777 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ecfdde7d-08f8-4f1e-90b6-5f0f405dba51 req-e681cf40-0b99-44ad-8d1f-d74e8eedf790 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "PUT /v2.0/ports/c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 200 len: 942 time: 0.4160540 Jul 22 22:12:37.473251 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:37.475588 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56820559-778d-48b8-beb1-85e893fa072b" -d '{"events": [{"name": "network-changed", "server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:37.481364 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52392) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:37.512956 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681cf40-0b99-44ad-8d1f-d74e8eedf790 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event updated for resources: {'Port': ['ID=c959d5a8-2c66-4f29-a5b9-ccafec88c825,revision_number=7']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:37.529921 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cf31e4-3544-4f26-8a46-154547efe4ed x-openstack-request-id: req-62cf31e4-3544-4f26-8a46-154547efe4ed {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:37.531486 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:37.531486 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62cf31e4-3544-4f26-8a46-154547efe4ed {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:37.531486 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'status': 'completed', 'code': 200} Jul 22 22:12:37.562388 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['c959d5a8-2c66-4f29-a5b9-ccafec88c825'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:12:37.581252 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb0effcf-8dd8-47c2-bf34-56910f90e967 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.615077 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb0effcf-8dd8-47c2-bf34-56910f90e967 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.638922 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56820559-778d-48b8-beb1-85e893fa072b req-6efe2f49-ac44-4517-b14b-3347ff0b431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:37.642738 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-56820559-778d-48b8-beb1-85e893fa072b req-6efe2f49-ac44-4517-b14b-3347ff0b431d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d10298e3c3b040898d30780e8010cba1&device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 1098 time: 0.0898399 Jul 22 22:12:37.742453 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb0effcf-8dd8-47c2-bf34-56910f90e967 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.746849 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-fb0effcf-8dd8-47c2-bf34-56910f90e967 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.751600 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52394) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:37.753747 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-fb0effcf-8dd8-47c2-bf34-56910f90e967 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "DELETE /v2.0/security-groups/82e6a10f-9413-45dd-ba98-74cd7597b821 HTTP/1.1" status: 204 len: 168 time: 0.2706127 Jul 22 22:12:37.765691 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0effcf-8dd8-47c2-bf34-56910f90e967 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e6a10f-9413-45dd-ba98-74cd7597b821,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:37.802533 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-f130475f-5e1c-471a-9c95-9044e9dcdf04 None None] Provisioning complete for port c959d5a8-2c66-4f29-a5b9-ccafec88c825 triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:37.802873 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f130475f-5e1c-471a-9c95-9044e9dcdf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:37.820042 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56820559-778d-48b8-beb1-85e893fa072b req-f40ca416-72f8-4727-ac8e-7c974fcdd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:37.821639 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-56820559-778d-48b8-beb1-85e893fa072b req-f40ca416-72f8-4727-ac8e-7c974fcdd13f service neutron] 10.222.0.113 "GET /v2.0/networks?id=482f9c46-9e79-432d-852a-5deceb45db68 HTTP/1.1" status: 200 len: 916 time: 0.1689606 Jul 22 22:12:37.947632 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-56820559-778d-48b8-beb1-85e893fa072b req-36cbcccd-c4da-42cc-af19-ff05eb57f51f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 200 len: 1001 time: 0.1165047 Jul 22 22:12:38.028116 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56820559-778d-48b8-beb1-85e893fa072b req-a5ecdfeb-5d4a-4021-8703-f7ecfce269d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:38.029643 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-56820559-778d-48b8-beb1-85e893fa072b req-a5ecdfeb-5d4a-4021-8703-f7ecfce269d1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9c4b405c-70ac-4093-9f65-00d52ea1d709 HTTP/1.1" status: 200 len: 853 time: 0.0727990 Jul 22 22:12:38.073541 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Deleting port c98bbcbb-9b1a-4b8a-ac65-ad02f2f75ec5 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:38.073890 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.205898 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.206464 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.218693 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56820559-778d-48b8-beb1-85e893fa072b req-7e55a994-010d-423c-b7c9-33a7bd7e9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:38.220278 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-56820559-778d-48b8-beb1-85e893fa072b req-7e55a994-010d-423c-b7c9-33a7bd7e9103 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=482f9c46-9e79-432d-852a-5deceb45db68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1793518 Jul 22 22:12:38.233610 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Calling delete_port for c98bbcbb-9b1a-4b8a-ac65-ad02f2f75ec5 owned by network:floatingip {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:38.287127 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba74a1-ae4b-47c2-b0d1-1e02c620ff34 req-32290b4e-de05-4932-8268-93859f56b03f tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:38.289000 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-03ba74a1-ae4b-47c2-b0d1-1e02c620ff34 req-32290b4e-de05-4932-8268-93859f56b03f tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.1556842 Jul 22 22:12:38.437699 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-03ba74a1-ae4b-47c2-b0d1-1e02c620ff34 req-2272f10f-8dbb-4ae7-ac75-bcbf438fef32 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194875 Jul 22 22:12:38.477213 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-56820559-778d-48b8-beb1-85e893fa072b req-06a67355-19a8-4c8f-a47f-6fff5c373b23 service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447195 Jul 22 22:12:38.486942 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fca443-fb5c-4d56-bf2f-b22397628fed req-1ab18540-22ae-4598-afc1-47fb7a890122 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:38.488609 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a3fca443-fb5c-4d56-bf2f-b22397628fed req-1ab18540-22ae-4598-afc1-47fb7a890122 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 943 time: 0.0806408 Jul 22 22:12:38.537526 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a3fca443-fb5c-4d56-bf2f-b22397628fed req-52ca4ecf-bf33-4e6d-9706-fb74533bda52 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422790 Jul 22 22:12:38.618971 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-56820559-778d-48b8-beb1-85e893fa072b req-d7bc8d9b-c85b-4b26-9de3-15576e17507e service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345336 Jul 22 22:12:38.621347 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.651358 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event deleted for resources: {'Port': ['ID=c98bbcbb-9b1a-4b8a-ac65-ad02f2f75ec5,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:38.715995 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks [] for floatingip, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:38.716248 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.l3_db [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Floating IP 0ed5cc16-3f2a-4cad-bea1-df21698c1918 disassociated (deleted). External IP: 172.27.2.134, port: c959d5a8-2c66-4f29-a5b9-ccafec88c825. Jul 22 22:12:38.953011 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Router 9422f665-b478-4a01-8f0d-29a23718dabc has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:39.073667 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:39.078917 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.086722 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] Sync routers for ids ['9422f665-b478-4a01-8f0d-29a23718dabc'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:39.097884 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] Routers {'9422f665-b478-4a01-8f0d-29a23718dabc'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:39.098540 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9422f665-b478-4a01-8f0d-29a23718dabc'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:39.123805 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-317b4c7e-75d7-4aa9-a819-5a62b4b9c37f tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "DELETE /v2.0/floatingips/0ed5cc16-3f2a-4cad-bea1-df21698c1918 HTTP/1.1" status: 204 len: 168 time: 1.3681781 Jul 22 22:12:39.263422 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] Set router 9422f665-b478-4a01-8f0d-29a23718dabc gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:39.532486 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:39.534752 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c1c75a-0b94-40ac-bf7f-4f445e978905" -d '{"events": [{"name": "network-changed", "server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:39.576996 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dcb16a-5431-49cd-bdf2-4ec532a0dd87 x-openstack-request-id: req-34dcb16a-5431-49cd-bdf2-4ec532a0dd87 {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:39.577314 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:39.577685 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34dcb16a-5431-49cd-bdf2-4ec532a0dd87 {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:39.578297 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'status': 'completed', 'code': 200} Jul 22 22:12:39.613390 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48cf00-94a8-4c5c-b4f1-fdb170fe6f97 req-3180cd52-baa1-4902-927f-baeaa227e8a7 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:39.615132 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe48cf00-94a8-4c5c-b4f1-fdb170fe6f97 req-3180cd52-baa1-4902-927f-baeaa227e8a7 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0958476 Jul 22 22:12:39.685541 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe48cf00-94a8-4c5c-b4f1-fdb170fe6f97 req-fef7c6fb-0a71-4f71-ab47-02af0633d82e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526717 Jul 22 22:12:39.700525 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-908cd345-112e-4692-80ea-04be181e2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:39.702087 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-908cd345-112e-4692-80ea-04be181e2a3f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d10298e3c3b040898d30780e8010cba1&device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 1098 time: 0.1055653 Jul 22 22:12:39.710891 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dcee0-a661-4d6f-a4ed-9ea8890c4380 req-5e015870-74fb-42ed-a41c-06f4b0d4d865 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:39.712516 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-835dcee0-a661-4d6f-a4ed-9ea8890c4380 req-5e015870-74fb-42ed-a41c-06f4b0d4d865 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 943 time: 0.0819468 Jul 22 22:12:39.747367 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d8f1a084-04ae-4e2b-9841-3f93c74de124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:39.766623 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-835dcee0-a661-4d6f-a4ed-9ea8890c4380 req-d90b780a-730a-4f68-8f28-91210a10c70d tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469704 Jul 22 22:12:39.797154 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:03Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '73b42122-64ef-4f35-b142-572480eceed4', 'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'mac_address': 'fa:16:3e:2e:c7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:02Z', 'updated_at': '2021-07-22T22:09:11Z', 'revision_number': 5, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'subnets': [{'id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:39.822726 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-34d4eef6-e7ef-4ca3-a8fe-db810d239be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:39.823708 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] Checking router: 9422f665-b478-4a01-8f0d-29a23718dabc for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:39.824398 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-34d4eef6-e7ef-4ca3-a8fe-db810d239be8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=482f9c46-9e79-432d-852a-5deceb45db68 HTTP/1.1" status: 200 len: 916 time: 0.1065342 Jul 22 22:12:39.832454 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] Routers {'9422f665-b478-4a01-8f0d-29a23718dabc'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:39.833081 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9422f665-b478-4a01-8f0d-29a23718dabc'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:39.876038 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-adcfeeb5-0ff0-4dac-b496-05a1890389e6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 200 len: 217 time: 0.0405080 Jul 22 22:12:39.947775 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] Set router 9422f665-b478-4a01-8f0d-29a23718dabc gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:40.168163 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:03Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '73b42122-64ef-4f35-b142-572480eceed4', 'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'mac_address': 'fa:16:3e:2e:c7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:02Z', 'updated_at': '2021-07-22T22:09:11Z', 'revision_number': 5, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'subnets': [{'id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:40.203056 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173994a-8892-42bb-bd57-f92ecb5d08e8 None None] The sync data for ids ['9422f665-b478-4a01-8f0d-29a23718dabc'] in dv-cinder-801522-2-iscsi is: [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:03Z', 'revision_number': 4, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '73b42122-64ef-4f35-b142-572480eceed4', 'name': '', 'network_id': '482f9c46-9e79-432d-852a-5deceb45db68', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'mac_address': 'fa:16:3e:2e:c7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:02Z', 'updated_at': '2021-07-22T22:09:11Z', 'revision_number': 5, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'subnets': [{'id': '9c4b405c-70ac-4093-9f65-00d52ea1d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:40.206873 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-532d9794-b5a8-486c-b2d3-a938739365ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:40.208406 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-532d9794-b5a8-486c-b2d3-a938739365ed service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9c4b405c-70ac-4093-9f65-00d52ea1d709 HTTP/1.1" status: 200 len: 853 time: 0.3243594 Jul 22 22:12:40.278763 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-e6e4fbf1-d55e-469b-84fe-d1f6bb88837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:40.280534 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-e6e4fbf1-d55e-469b-84fe-d1f6bb88837b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=482f9c46-9e79-432d-852a-5deceb45db68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646746 Jul 22 22:12:40.414918 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-06cf2b7b-1337-4efe-88fa-c27de4e1ee6d service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112711 Jul 22 22:12:40.479665 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198bdc9-b70b-4f29-b712-f4feb5310d1f None None] New status for floating IP 0ed5cc16-3f2a-4cad-bea1-df21698c1918: DOWN {{(pid=93411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:12:40.524564 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e2c1c75a-0b94-40ac-bf7f-4f445e978905 req-60bd7b04-bc01-43c9-bf1f-bad864fa1eb7 service neutron] 10.222.0.113 "GET /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019733 Jul 22 22:12:40.693860 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:12:40.801639 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:40.814954 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'port_id': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49', 'mac_address': 'fa:16:3e:5a:d8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:12:40.863923 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af388018-ecae-4e09-b18d-e4a862b83f79 req-2effea1d-1819-4e16-b479-6f7f8f68e170 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:40.865141 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-af388018-ecae-4e09-b18d-e4a862b83f79 req-2effea1d-1819-4e16-b479-6f7f8f68e170 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0964384 Jul 22 22:12:40.870082 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.891939 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:40.918767 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:40.924992 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.928751 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-af388018-ecae-4e09-b18d-e4a862b83f79 req-4c832f6f-5701-42a8-ac0e-04c234d2e337 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539525 Jul 22 22:12:40.954913 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655b60f-7390-4ace-bcfc-9de9ac0e9107 req-37abfa68-4a74-49c9-93f5-935ce880ae33 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:40.954913 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6655b60f-7390-4ace-bcfc-9de9ac0e9107 req-37abfa68-4a74-49c9-93f5-935ce880ae33 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 943 time: 0.0837221 Jul 22 22:12:40.998193 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:40.998449 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6655b60f-7390-4ace-bcfc-9de9ac0e9107 req-e7954302-add5-4b73-8086-1586099112a7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 Jul 22 22:12:41.243673 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['0ba78bc5-0edf-4ada-8880-a7b657b0ed49'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:12:42.007410 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99e98c-790f-43fd-9a8d-ba3ad8ba108e req-d1020dc0-ecfe-4148-8e1d-34d36c17ad23 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:42.008891 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fc99e98c-790f-43fd-9a8d-ba3ad8ba108e req-d1020dc0-ecfe-4148-8e1d-34d36c17ad23 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.0661922 Jul 22 22:12:42.054098 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fc99e98c-790f-43fd-9a8d-ba3ad8ba108e req-aaa197af-6be2-4fb1-a569-45e8dca2613e tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Jul 22 22:12:42.075040 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731983d-fae0-43c9-b75f-493f0c3c4910 req-72ee40f2-a6de-4eb1-bd2e-c2bc583190a8 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:42.076929 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2731983d-fae0-43c9-b75f-493f0c3c4910 req-72ee40f2-a6de-4eb1-bd2e-c2bc583190a8 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0709088 Jul 22 22:12:42.118080 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2731983d-fae0-43c9-b75f-493f0c3c4910 req-81f1fcb7-f28a-4ece-a03d-283b6cd6abfb tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347826 Jul 22 22:12:42.197449 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aea7f7-2914-4efc-a430-3b993dd275b3 req-9d9bf369-ae85-423c-bf04-baf6c41177e0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:42.199141 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-43aea7f7-2914-4efc-a430-3b993dd275b3 req-9d9bf369-ae85-423c-bf04-baf6c41177e0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 944 time: 0.0740445 Jul 22 22:12:42.241482 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-43aea7f7-2914-4efc-a430-3b993dd275b3 req-18fb1f04-57ba-4f3b-b7ff-19a6c4f1aa8c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362320 Jul 22 22:12:42.709383 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:12:42.762453 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:12:42.766609 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:12:42.766991 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:42.850905 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:42.865882 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:42.891384 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:42.893844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee66cf5-6f2d-4a8c-a4c1-127ae31f9c50" -d '{"events": [{"server_uuid": "e10e8d88-c365-44fd-9294-ed062a25cb62", "name": "network-vif-plugged", "status": "completed", "tag": "0ba78bc5-0edf-4ada-8880-a7b657b0ed49"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:42.909455 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:42.915069 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:42.942055 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0c8605-87ac-494b-84c4-600de7e9b2f4 x-openstack-request-id: req-4b0c8605-87ac-494b-84c4-600de7e9b2f4 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:42.942353 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10e8d88-c365-44fd-9294-ed062a25cb62", "name": "network-vif-plugged", "status": "completed", "tag": "0ba78bc5-0edf-4ada-8880-a7b657b0ed49", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:42.942609 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b0c8605-87ac-494b-84c4-600de7e9b2f4 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:42.943016 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49', 'code': 200} Jul 22 22:12:42.984793 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:43.190162 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fcbf62a8-ea57-436e-b29a-4d77280504b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:43.220107 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213bdec-f045-4baf-aa62-a0d64104dbbf req-b05a3265-099d-41bb-8856-f444925e9617 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:43.221835 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7213bdec-f045-4baf-aa62-a0d64104dbbf req-b05a3265-099d-41bb-8856-f444925e9617 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.0860195 Jul 22 22:12:43.297969 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7213bdec-f045-4baf-aa62-a0d64104dbbf req-1bf9ef88-e425-4be3-89cf-32d372c6d2f8 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692017 Jul 22 22:12:43.322902 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55430c-8717-483a-97f6-c6e5acc095c3 req-d309feac-cd95-44f2-8305-e3c8cd0e82f6 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:43.328072 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-dd55430c-8717-483a-97f6-c6e5acc095c3 req-d309feac-cd95-44f2-8305-e3c8cd0e82f6 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0776653 Jul 22 22:12:43.334678 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f402f6-9a2d-460a-88db-444c38e64e90 req-25ce4921-4f0d-417e-80ea-ad2087abcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:43.336396 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-10f402f6-9a2d-460a-88db-444c38e64e90 req-25ce4921-4f0d-417e-80ea-ad2087abcdec service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 1098 time: 0.0993760 Jul 22 22:12:43.374421 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-dd55430c-8717-483a-97f6-c6e5acc095c3 req-03035380-e84c-47eb-a986-ecc77b4c5a86 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396426 Jul 22 22:12:43.386475 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-10f402f6-9a2d-460a-88db-444c38e64e90 req-9001a101-96e2-48ee-a466-e2d3003d4336 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362082 Jul 22 22:12:43.506575 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c1672-b6b3-4200-93d7-f744db349257 req-3a8ed820-c02e-41b2-a413-7d77fbedaefe tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:43.508191 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a01c1672-b6b3-4200-93d7-f744db349257 req-3a8ed820-c02e-41b2-a413-7d77fbedaefe tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 945 time: 0.0773108 Jul 22 22:12:43.548929 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a01c1672-b6b3-4200-93d7-f744db349257 req-e9b63e92-4dc4-44fa-95e3-9b631f8cc5c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339937 Jul 22 22:12:44.412708 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.455107 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e15de-4f0f-4172-8881-f569593b0089 req-bcd4ebd3-dcaa-4ca0-9520-b57f871dfca7 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:44.457557 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d88e15de-4f0f-4172-8881-f569593b0089 req-bcd4ebd3-dcaa-4ca0-9520-b57f871dfca7 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.0823665 Jul 22 22:12:44.463595 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-305fe192-98d0-4c36-9fc7-b719d3d1b8c3 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:44.465984 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-305fe192-98d0-4c36-9fc7-b719d3d1b8c3 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.113 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 945 time: 0.0882432 Jul 22 22:12:44.505376 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d88e15de-4f0f-4172-8881-f569593b0089 req-f6c7ffd3-45c5-42e1-ae93-3dd99372bd2e tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/security-groups?id=c79bbb01-1b28-49eb-96fd-b132605e3764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389590 Jul 22 22:12:44.620111 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1aea6-b956-4683-9d53-3c402aed4210 req-45f2b52c-681d-4d98-8976-1de1fb4e2f9d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:44.621683 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-76a1aea6-b956-4683-9d53-3c402aed4210 req-45f2b52c-681d-4d98-8976-1de1fb4e2f9d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.1522894 Jul 22 22:12:44.652987 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-69145e9a-2167-47f7-8fce-48007b9bbbe4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Deleting port c959d5a8-2c66-4f29-a5b9-ccafec88c825 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:44.653330 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-69145e9a-2167-47f7-8fce-48007b9bbbe4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.690951 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-76a1aea6-b956-4683-9d53-3c402aed4210 req-2fc84dc0-40c7-42b6-a5ab-f0d03394fc2a tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625896 Jul 22 22:12:44.728575 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae2c9f-1a4f-4857-8904-4eda04056728 req-56e677ea-fd38-4b1d-a7ee-97c594180a4e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:44.730221 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5dae2c9f-1a4f-4857-8904-4eda04056728 req-56e677ea-fd38-4b1d-a7ee-97c594180a4e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 945 time: 0.0720856 Jul 22 22:12:44.770796 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-69145e9a-2167-47f7-8fce-48007b9bbbe4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] For port c959d5a8-2c66-4f29-a5b9-ccafec88c825, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c959d5a8-2c66-4f29-a5b9-ccafec88c825,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:44.771157 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-69145e9a-2167-47f7-8fce-48007b9bbbe4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.789296 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-69145e9a-2167-47f7-8fce-48007b9bbbe4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Calling delete_port for c959d5a8-2c66-4f29-a5b9-ccafec88c825 owned by compute:nova {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:44.806698 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5dae2c9f-1a4f-4857-8904-4eda04056728 req-69e731c8-2129-4256-952b-f6717f4e194b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701394 Jul 22 22:12:44.830723 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-3ae6f77c-3ad3-41c8-83d4-cdd22f53280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:44.832458 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-3ae6f77c-3ad3-41c8-83d4-cdd22f53280d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95158c40d9f74bda88228846e72eaebd&device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0890467 Jul 22 22:12:44.936226 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-69145e9a-2167-47f7-8fce-48007b9bbbe4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:44.949242 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['c959d5a8-2c66-4f29-a5b9-ccafec88c825'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:12:44.971929 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-34056403-f559-4d80-878a-0b24f11256bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:44.972207 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69145e9a-2167-47f7-8fce-48007b9bbbe4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Pushing event deleted for resources: {'Port': ['ID=c959d5a8-2c66-4f29-a5b9-ccafec88c825,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:44.973453 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-34056403-f559-4d80-878a-0b24f11256bf service neutron] 10.222.0.113 "GET /v2.0/networks?id=cee03ab9-d068-4513-94e2-6746aaf63df6 HTTP/1.1" status: 200 len: 908 time: 0.1295679 Jul 22 22:12:45.021133 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-69145e9a-2167-47f7-8fce-48007b9bbbe4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] No DVR routers for this DVR port c959d5a8-2c66-4f29-a5b9-ccafec88c825 on host hv-cinder-80152 {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:12:45.023800 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-69145e9a-2167-47f7-8fce-48007b9bbbe4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.026643 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6ecf2eca-5b1c-4abe-8549-d9a7ee923a1e req-69145e9a-2167-47f7-8fce-48007b9bbbe4 tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.113 "DELETE /v2.0/ports/c959d5a8-2c66-4f29-a5b9-ccafec88c825 HTTP/1.1" status: 204 len: 173 time: 0.5458095 Jul 22 22:12:45.027120 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'name': 'network-vif-deleted', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:45.030075 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ff25c-5f8b-44fd-8b8a-076f0e464c1b" -d '{"events": [{"server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "name": "network-vif-deleted", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:45.034359 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553766b-b24f-42dd-9fab-00d79e17a633 req-43eba91b-fe32-4859-a1f7-a0ac0ae177f5 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:45.036182 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b553766b-b24f-42dd-9fab-00d79e17a633 req-43eba91b-fe32-4859-a1f7-a0ac0ae177f5 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 945 time: 0.1298544 Jul 22 22:12:45.072489 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bece03c-4e0b-4593-86c7-6fc1ed4fabee x-openstack-request-id: req-6bece03c-4e0b-4593-86c7-6fc1ed4fabee {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:45.073028 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a5463b-a32c-46b1-a38b-41e7da2dee83", "name": "network-vif-deleted", "tag": "c959d5a8-2c66-4f29-a5b9-ccafec88c825", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:45.073410 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bece03c-4e0b-4593-86c7-6fc1ed4fabee {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:45.074433 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a5463b-a32c-46b1-a38b-41e7da2dee83', 'name': 'network-vif-deleted', 'tag': 'c959d5a8-2c66-4f29-a5b9-ccafec88c825', 'status': 'completed', 'code': 200} Jul 22 22:12:45.078996 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-5912188a-3e82-4b1d-9589-3789b8143cca service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a HTTP/1.1" status: 200 len: 1001 time: 0.0921743 Jul 22 22:12:45.094087 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b553766b-b24f-42dd-9fab-00d79e17a633 req-e5298034-ccfb-4d3b-9374-3005a096e334 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515594 Jul 22 22:12:45.117495 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52482) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:45.153811 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-8489c281-09a6-4f71-b3dd-bfb0eaf9c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:45.155321 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-8489c281-09a6-4f71-b3dd-bfb0eaf9c199 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5f5281fa-dfaa-4347-8624-1cb358598c7e HTTP/1.1" status: 200 len: 845 time: 0.0539386 Jul 22 22:12:45.220852 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226bd42-65f1-4f94-9d2f-545619f40589 tempest-TestVolumeBootPattern-1475330439 tempest-TestVolumeBootPattern-1475330439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:45.222351 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-f226bd42-65f1-4f94-9d2f-545619f40589 tempest-TestVolumeBootPattern-1475330439 tempest-TestVolumeBootPattern-1475330439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 1093 time: 0.1037993 Jul 22 22:12:45.225457 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52486) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:45.225665 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-a8463abb-640d-4208-831c-3a2b4cc5c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:45.227191 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-a8463abb-640d-4208-831c-3a2b4cc5c9f4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cee03ab9-d068-4513-94e2-6746aaf63df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604656 Jul 22 22:12:45.230645 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'floatingip': {'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'port_id': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:12:45.253124 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for floatingip, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.327409 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-d989e47e-ebae-43b9-bc47-836d08ae2082 service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896645 Jul 22 22:12:45.356966 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.435232 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-548c4c15-0667-413a-9a98-d54f06bdaf0a req-0f2564ec-8971-4fb7-9ff3-e85ed1b32d71 service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000810 Jul 22 22:12:45.483605 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_common [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Allocated IP 172.27.2.245 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/d013599c-4179-4193-b053-b09baf03dda4) {{(pid=93408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:12:45.612742 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for port, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.635544 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5c6cf6f5-723e-4122-90a1-e4c23596ee5a req-1b8fa0d1-d043-4cec-86a6-b3d36c11d73c tempest-TestMinimumBasicScenario-1504265955 tempest-TestMinimumBasicScenario-1504265955-project] 10.222.0.26 "GET /v2.0/ports?device_id=51a5463b-a32c-46b1-a38b-41e7da2dee83 HTTP/1.1" status: 200 len: 210 time: 0.0432746 Jul 22 22:12:45.682972 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.725655 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:12:45.729135 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Resources bound (agent type, host, resource id): {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:12:45.734170 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Received port after_create {{(pid=93408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:12:45.740187 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'Port': ['ID=d013599c-4179-4193-b053-b09baf03dda4,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:45.908553 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4f721-44e1-4072-99d2-70cce5c83929 req-fa3bdcf0-99d4-481f-82a3-31115bb4040d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:45.910095 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b0a4f721-44e1-4072-99d2-70cce5c83929 req-fa3bdcf0-99d4-481f-82a3-31115bb4040d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.1418967 Jul 22 22:12:46.018245 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b0a4f721-44e1-4072-99d2-70cce5c83929 req-3e3408ab-569a-4ea0-aeba-c316c36402a1 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011238 Jul 22 22:12:46.140104 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.173935 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.248305 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.397411 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for port, precommit_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.401833 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32635263'] for port, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.468799 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'Port': ['ID=d013599c-4179-4193-b053-b09baf03dda4,revision_number=2']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:46.484325 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.584044 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.l3_db [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Floating IP 2830f4f4-4ab9-4cc3-8e42-da38c2ea90a5 associated. External IP: 172.27.2.245, port: 0ba78bc5-0edf-4ada-8880-a7b657b0ed49. Jul 22 22:12:46.803999 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Router 95833e7f-2498-49d1-bc40-6bc010d7eac4 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:46.921090 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:46.932405 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] Sync routers for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:46.944371 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:46.945233 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:46.946588 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.987131 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-c13e11a0-f153-4858-b46d-c98f14e8f5f6 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7605629 Jul 22 22:12:47.076108 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'tag': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49'}] {{(pid=93408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:47.078511 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}916fc5087e04858a5b10b2d341b8bccc916bedd9f4565f5219a60e441964a974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e68afae-5a62-4111-9a1d-2430fab41012" -d '{"events": [{"name": "network-changed", "server_uuid": "e10e8d88-c365-44fd-9294-ed062a25cb62", "tag": "0ba78bc5-0edf-4ada-8880-a7b657b0ed49"}]}' {{(pid=93408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:47.103983 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:47.125052 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b5bef5-9945-4cfb-a7c2-ed2fdd59c7ea x-openstack-request-id: req-93b5bef5-9945-4cfb-a7c2-ed2fdd59c7ea {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:47.125351 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10e8d88-c365-44fd-9294-ed062a25cb62", "tag": "0ba78bc5-0edf-4ada-8880-a7b657b0ed49", "status": "completed", "code": 200}]} {{(pid=93408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:47.125602 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93b5bef5-9945-4cfb-a7c2-ed2fdd59c7ea {{(pid=93408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:47.126006 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'tag': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49', 'status': 'completed', 'code': 200} Jul 22 22:12:47.208593 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d547f-05df-43af-b286-1a725d2b25dc req-285a0a8b-d8ba-4f07-9eaa-ed6cc472a536 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:47.210150 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6b8d547f-05df-43af-b286-1a725d2b25dc req-285a0a8b-d8ba-4f07-9eaa-ed6cc472a536 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.1082540 Jul 22 22:12:47.266951 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6b8d547f-05df-43af-b286-1a725d2b25dc req-b9423fd2-29c3-4ece-8f25-425287f718db tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480649 Jul 22 22:12:47.271364 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-9f45db5c-d897-4e35-a61d-ff32acf4e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:47.273220 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-9f45db5c-d897-4e35-a61d-ff32acf4e5ef service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 1098 time: 0.1178246 Jul 22 22:12:47.393223 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '2830f4f4-4ab9-4cc3-8e42-da38c2ea90a5', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'port_id': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'mac_address': 'fa:16:3e:5a:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:46Z', 'updated_at': '2021-07-22T22:12:46Z', 'revision_number': 0, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:47.398257 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-3ec6ce2a-7062-40a9-926e-988bb11b1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:47.400082 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-3ec6ce2a-7062-40a9-926e-988bb11b1c94 service neutron] 10.222.0.113 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 913 time: 0.1170084 Jul 22 22:12:47.424996 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] Checking router: 95833e7f-2498-49d1-bc40-6bc010d7eac4 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:47.435209 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:47.436030 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:47.470697 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52552) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:47.497694 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-74575d57-6030-43cd-9a45-2a10d523086f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba78bc5-0edf-4ada-8880-a7b657b0ed49 HTTP/1.1" status: 200 len: 999 time: 0.0754218 Jul 22 22:12:47.549944 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-d11ff470-1383-49e4-8b57-64b20c0056e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:47.551451 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-d11ff470-1383-49e4-8b57-64b20c0056e6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=18ff579b-b9ae-4c61-a08b-1e4208bf8009 HTTP/1.1" status: 200 len: 850 time: 0.0461838 Jul 22 22:12:47.551611 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:47.620825 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-8c4c12da-6b7c-40bc-a369-37131b6384f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:47.622642 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-8c4c12da-6b7c-40bc-a369-37131b6384f8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635066 Jul 22 22:12:47.745805 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-24983408-be3f-4dc4-99a6-72fe0d54502b service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152782 Jul 22 22:12:47.845631 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6e68afae-5a62-4111-9a1d-2430fab41012 req-ea085814-b0ed-42e0-8797-2c0816b52f1a service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928438 Jul 22 22:12:47.855109 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '2830f4f4-4ab9-4cc3-8e42-da38c2ea90a5', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'port_id': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'mac_address': 'fa:16:3e:5a:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:46Z', 'updated_at': '2021-07-22T22:12:46Z', 'revision_number': 0, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:47.966635 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619917'] for router_interface, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.013635 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab7e18-93a6-4590-8cdc-267020f0f0f8 None None] The sync data for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi is: [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '2830f4f4-4ab9-4cc3-8e42-da38c2ea90a5', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'port_id': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'mac_address': 'fa:16:3e:5a:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:12:46Z', 'updated_at': '2021-07-22T22:12:46Z', 'revision_number': 0, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:48.253021 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf33d5-43ad-4ae6-b262-fc05973dbe2d None None] New status for floating IP 2830f4f4-4ab9-4cc3-8e42-da38c2ea90a5: ACTIVE {{(pid=93411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:12:48.522377 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba525c-324b-4893-8053-14721bd1e75c req-927e012e-ca34-42c5-9c8a-c74111878b0b tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:48.523987 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-73ba525c-324b-4893-8053-14721bd1e75c req-927e012e-ca34-42c5-9c8a-c74111878b0b tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.1729431 Jul 22 22:12:48.594027 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-73ba525c-324b-4893-8053-14721bd1e75c req-4371a20b-8e92-44c0-a437-c641a1ffca20 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642166 Jul 22 22:12:48.657069 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] Deleting port 73b42122-64ef-4f35-b142-572480eceed4 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:48.657410 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.757983 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] For port 73b42122-64ef-4f35-b142-572480eceed4, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=73b42122-64ef-4f35-b142-572480eceed4,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:48.758412 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.766945 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device c959d5a8-2c66-4f29-a5b9-ccafec88c825 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:12:48.785533 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] Calling delete_port for 73b42122-64ef-4f35-b142-572480eceed4 owned by network:router_interface {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:48.787109 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: c959d5a8-2c66-4f29-a5b9-ccafec88c825 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:12:48.787747 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device c959d5a8-2c66-4f29-a5b9-ccafec88c825 not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:12:48.788183 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 246a24a7-a8f0-42d5-9b96-779b78f0867a no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:12:48.808444 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-ea890dc4-c2cb-4a87-8dfe-431e57f079e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663471 Jul 22 22:12:48.882344 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.900344 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b61d30-6ce1-461a-8d38-81b53469c18a req-de1d9f81-6b9c-43a0-b904-eadf870ea874 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:48.903903 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-10b61d30-6ce1-461a-8d38-81b53469c18a req-de1d9f81-6b9c-43a0-b904-eadf870ea874 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.1340513 Jul 22 22:12:48.918791 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:12:48.921467 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e187bd5-a8a2-442e-a9d9-0b63ecad6621" -d '{"events": [{"server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:12:48.935404 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 246a24a7-a8f0-42d5-9b96-779b78f0867a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:48.947293 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.029036 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-10b61d30-6ce1-461a-8d38-81b53469c18a req-fa925a3a-76fc-49cd-898c-5dbc0769d46c tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561423 Jul 22 22:12:49.031372 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=246a24a7-a8f0-42d5-9b96-779b78f0867a,revision_number=6']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:49.043429 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac7712b-ad92-4e2d-9e6b-2194d5532e62 x-openstack-request-id: req-cac7712b-ad92-4e2d-9e6b-2194d5532e62 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:12:49.043835 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "name": "network-vif-unplugged", "status": "failed", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a", "code": 422}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:12:49.044107 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cac7712b-ad92-4e2d-9e6b-2194d5532e62 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:12:49.044547 dv-cinder-801522-2-iscsi neutron-server[93410]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'code': 422} returned with failed status Jul 22 22:12:49.084045 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.111934 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b42122-64ef-4f35-b142-572480eceed4,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:49.326188 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619793'] for router_interface, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.553064 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] Router 9422f665-b478-4a01-8f0d-29a23718dabc has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:49.659978 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:49.666002 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-3982fb64-7f2d-4a41-bf38-332333a514e4 admin admin] 10.222.0.26 "PUT /v2.0/routers/9422f665-b478-4a01-8f0d-29a23718dabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1941442 Jul 22 22:12:49.668649 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52578) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:49.669991 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] Sync routers for ids ['9422f665-b478-4a01-8f0d-29a23718dabc'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:49.679919 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] Routers {'9422f665-b478-4a01-8f0d-29a23718dabc'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:49.681184 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9422f665-b478-4a01-8f0d-29a23718dabc'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:49.790899 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Notify callbacks [] for router, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.793233 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] Set router 9422f665-b478-4a01-8f0d-29a23718dabc gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:49.903961 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.961236 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Deleting port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:49.961508 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:49.987465 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 5, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port': {'id': '24ab6c59-ef90-4c0b-98c6-78a1de3ad358', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:50.019123 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] Checking router: 9422f665-b478-4a01-8f0d-29a23718dabc for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:50.028098 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] Routers {'9422f665-b478-4a01-8f0d-29a23718dabc'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:50.028721 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9422f665-b478-4a01-8f0d-29a23718dabc'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:50.052323 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] For port 24ab6c59-ef90-4c0b-98c6-78a1de3ad358, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=24ab6c59-ef90-4c0b-98c6-78a1de3ad358,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:50.053231 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.068032 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Calling delete_port for 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 owned by network:router_gateway {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:50.121812 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] Set router 9422f665-b478-4a01-8f0d-29a23718dabc gateway port host: None {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:50.180099 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8a12-5bb9-416c-bc1d-307c735d5393 req-3426e3eb-faaf-4a18-9ac3-b7a76ae586c2 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:50.187344 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-be5d8a12-5bb9-416c-bc1d-307c735d5393 req-3426e3eb-faaf-4a18-9ac3-b7a76ae586c2 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0822213 Jul 22 22:12:50.196691 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 6, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port_host': None}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:50.228116 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-be5d8a12-5bb9-416c-bc1d-307c735d5393 req-2955b9ca-3e80-4aa3-afc0-44a4d8de4f4c tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391679 Jul 22 22:12:50.232618 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4808a7de-6388-4b6c-9362-063bdb64b5ae None None] The sync data for ids ['9422f665-b478-4a01-8f0d-29a23718dabc'] in dv-cinder-801522-2-iscsi is: [{'id': '9422f665-b478-4a01-8f0d-29a23718dabc', 'name': 'tempest-TestMinimumBasicScenario-584863859-router', 'tenant_id': 'd10298e3c3b040898d30780e8010cba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:58Z', 'updated_at': '2021-07-22T22:12:49Z', 'revision_number': 6, 'project_id': 'd10298e3c3b040898d30780e8010cba1', 'gw_port_host': None}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:50.260021 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.286435 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Pushing event deleted for resources: {'Port': ['ID=24ab6c59-ef90-4c0b-98c6-78a1de3ad358,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:50.367285 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614839'] for router_gateway, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.433032 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-476de296-eb51-4a7c-8ff3-1eda5e6f9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:50.434428 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-476de296-eb51-4a7c-8ff3-1eda5e6f9e3f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1&tenant_id=95158c40d9f74bda88228846e72eaebd HTTP/1.1" status: 200 len: 1096 time: 0.1062679 Jul 22 22:12:50.465225 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8651'] for router, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.467410 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.517499 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-621900'] for router, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.518313 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9422f665-b478-4a01-8f0d-29a23718dabc {{(pid=93408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:12:50.523254 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.527038 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-8f68ad5e-e949-47c6-80c8-071c7721ba1d admin admin] 10.222.0.26 "DELETE /v2.0/routers/9422f665-b478-4a01-8f0d-29a23718dabc HTTP/1.1" status: 204 len: 168 time: 0.8549848 Jul 22 22:12:50.527764 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52586) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:50.576142 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc2430f-80f3-47ae-a527-22eb6768ac5e admin admin] Deleting subnet 9c4b405c-70ac-4093-9f65-00d52ea1d709 {{(pid=93408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:12:50.580811 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bbc2430f-80f3-47ae-a527-22eb6768ac5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.620462 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bbc2430f-80f3-47ae-a527-22eb6768ac5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31916951'] for subnet, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.743771 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bbc2430f-80f3-47ae-a527-22eb6768ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.799670 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-49646eeb-2760-491b-9b3c-adec50d21ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:50.801409 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-49646eeb-2760-491b-9b3c-adec50d21ff9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95158c40d9f74bda88228846e72eaebd&device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 1096 time: 0.3403003 Jul 22 22:12:50.802835 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bbc2430f-80f3-47ae-a527-22eb6768ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32635169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31934840'] for subnet, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.829469 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2430f-80f3-47ae-a527-22eb6768ac5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4b405c-70ac-4093-9f65-00d52ea1d709,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:50.833411 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bbc2430f-80f3-47ae-a527-22eb6768ac5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.837868 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-bbc2430f-80f3-47ae-a527-22eb6768ac5e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9c4b405c-70ac-4093-9f65-00d52ea1d709 HTTP/1.1" status: 204 len: 168 time: 0.3065798 Jul 22 22:12:50.838221 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52588) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:50.839427 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5714b-ab7f-420c-9857-ffe724c41772 None None] Network 482f9c46-9e79-432d-852a-5deceb45db68 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:50.906579 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-ad2c73d8-d71c-4b3d-b6f3-ebb70227d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:50.908119 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-ad2c73d8-d71c-4b3d-b6f3-ebb70227d1c2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cee03ab9-d068-4513-94e2-6746aaf63df6 HTTP/1.1" status: 200 len: 908 time: 0.0984018 Jul 22 22:12:50.912105 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.971592 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Deleting port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:50.971857 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:50.982174 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-d3e5426e-fbc4-4d4d-95be-68df53c430ea service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a HTTP/1.1" status: 200 len: 999 time: 0.0657716 Jul 22 22:12:51.049532 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-0df13223-4c90-4439-a1d7-8a24d4f6fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:51.051374 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-0df13223-4c90-4439-a1d7-8a24d4f6fb68 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5f5281fa-dfaa-4347-8624-1cb358598c7e HTTP/1.1" status: 200 len: 845 time: 0.0624268 Jul 22 22:12:51.065012 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] For port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=ceb931af-4bef-46e6-9f54-c2c9b4f2cad2,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:51.065653 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.081541 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b7ec1-1308-4245-91f2-779e5b3c889b None None] DHCP port deletion for 482f9c46-9e79-432d-852a-5deceb45db68 request from dv-cinder-801522-2-iscsi {{(pid=93410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:12:51.094134 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Calling delete_port for ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 owned by network:dhcp {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:51.144531 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-56a1d998-40f9-4fe7-966f-9bb4e85909b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:51.147457 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-56a1d998-40f9-4fe7-966f-9bb4e85909b3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cee03ab9-d068-4513-94e2-6746aaf63df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884876 Jul 22 22:12:51.150015 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-464b7ec1-1308-4245-91f2-779e5b3c889b None None] Deleting port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:51.150473 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-464b7ec1-1308-4245-91f2-779e5b3c889b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.166254 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 73b42122-64ef-4f35-b142-572480eceed4 no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:12:51.199548 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 73b42122-64ef-4f35-b142-572480eceed4 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:12:51.199923 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 73b42122-64ef-4f35-b142-572480eceed4 not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:12:51.200358 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:12:51.225247 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:12:51.225451 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.225592 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 24ab6c59-ef90-4c0b-98c6-78a1de3ad358 not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:12:51.239984 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] No DVR routers for this DVR port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 on host dv-cinder-801522-2-iscsi {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:12:51.268755 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-2e72f3a3-8673-4ad9-b096-c47ffb9734bb service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118624 Jul 22 22:12:51.273003 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-464b7ec1-1308-4245-91f2-779e5b3c889b None None] For port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=ceb931af-4bef-46e6-9f54-c2c9b4f2cad2,segment=NetworkSegment(358f9ea5-1159-4e89-ae08-a46e139f4381),segment_id=358f9ea5-1159-4e89-ae08-a46e139f4381)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:51.273416 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-464b7ec1-1308-4245-91f2-779e5b3c889b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.286790 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-464b7ec1-1308-4245-91f2-779e5b3c889b None None] Calling delete_port for ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:51.327124 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.338502 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482f9c46-9e79-432d-852a-5deceb45db68']}} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:51.364964 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358f9ea5-1159-4e89-ae08-a46e139f4381') {'for_net_delete': True} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:51.365252 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358f9ea5-1159-4e89-ae08-a46e139f4381') {} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:51.376226 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31916958'] for segment, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.407602 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1a0f6d76-2f01-4b94-9085-607c54b6c445 req-5e9058f1-470f-41a3-8d4a-e4896af62550 service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292024 Jul 22 22:12:51.419744 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb931af-4bef-46e6-9f54-c2c9b4f2cad2,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:51.440824 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.461021 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Releasing vlan 1690 on physical network physnet1 to pool {{(pid=93408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:12:51.462139 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32635227'] for segment, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: Traceback (most recent call last): Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: timer() Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: cb(*args, **kw) Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: return func(*args, **kwargs) Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: self._notify() Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: self.callback(batched_events) Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: event.method(event) Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: return f(self, *a, **k) Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._get(url).json() Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: return self.request(url, 'GET', **kwargs) Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:12:51.465065 dv-cinder-801522-2-iscsi neutron-server[93408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:12:51.471303 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-464b7ec1-1308-4245-91f2-779e5b3c889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.500351 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b7ec1-1308-4245-91f2-779e5b3c889b None None] Pushing event deleted for resources: {'Port': ['ID=ceb931af-4bef-46e6-9f54-c2c9b4f2cad2,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:51.511340 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b7ec1-1308-4245-91f2-779e5b3c889b None None] No DVR routers for this DVR port ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 on host dv-cinder-801522-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:12:51.545828 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0c42f-c505-4f22-a1b8-2fee8f24bd67 req-d06f1c7f-373a-43da-a214-f4ff07273263 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:51.547397 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-add0c42f-c505-4f22-a1b8-2fee8f24bd67 req-d06f1c7f-373a-43da-a214-f4ff07273263 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.1620336 Jul 22 22:12:51.560707 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.567295 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:51.569039 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] 10.222.0.26 "DELETE /v2.0/networks/482f9c46-9e79-432d-852a-5deceb45db68 HTTP/1.1" status: 204 len: 168 time: 0.7297478 Jul 22 22:12:51.572136 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52596) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:51.865386 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a449169-9d6a-42a2-84c5-974dfa5ee804 admin admin] Pushing event deleted for resources: {'Network': ['ID=482f9c46-9e79-432d-852a-5deceb45db68,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:51.886658 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-add0c42f-c505-4f22-a1b8-2fee8f24bd67 req-fc55a3fc-c017-4370-b09c-59bd9574192f tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329830 Jul 22 22:12:51.942598 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619917'] for router_interface, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.200216 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] Deleting port 17347a9d-a172-4ff7-ab81-5fac08263054 {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:52.200618 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.277861 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] For port 17347a9d-a172-4ff7-ab81-5fac08263054, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=17347a9d-a172-4ff7-ab81-5fac08263054,segment=NetworkSegment(c496caed-b11b-498f-a92a-0fe9ebd97e26),segment_id=c496caed-b11b-498f-a92a-0fe9ebd97e26)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:52.278650 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.290411 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] Calling delete_port for 17347a9d-a172-4ff7-ab81-5fac08263054 owned by network:router_interface {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:52.476173 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.507342 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=17347a9d-a172-4ff7-ab81-5fac08263054,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:52.696570 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619793'] for router_interface, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:52.900159 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:12:52.920896 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:12:52.921345 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device ceb931af-4bef-46e6-9f54-c2c9b4f2cad2 not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:12:52.943223 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] Router d68e9454-7537-4a5f-ac67-909ba91df18a has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:12:53.091064 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:12:53.096316 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-2e7b68c4-8558-4155-8c34-a8c714fe9a8b admin admin] 10.222.0.26 "PUT /v2.0/routers/d68e9454-7537-4a5f-ac67-909ba91df18a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5231175 Jul 22 22:12:53.099028 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52604) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:53.102124 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] Sync routers for ids ['d68e9454-7537-4a5f-ac67-909ba91df18a'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:12:53.110536 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bf02-a715-4a1f-a53f-68f8ed970196 req-8473f338-3485-4212-b866-ae8654f2f5a8 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:53.112193 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0143bf02-a715-4a1f-a53f-68f8ed970196 req-8473f338-3485-4212-b866-ae8654f2f5a8 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.1258671 Jul 22 22:12:53.118836 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] Routers {'d68e9454-7537-4a5f-ac67-909ba91df18a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:53.119718 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['d68e9454-7537-4a5f-ac67-909ba91df18a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:53.165415 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0143bf02-a715-4a1f-a53f-68f8ed970196 req-f44d9cd8-ddab-4d00-b55a-b827f2ee08da tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365641 Jul 22 22:12:53.226541 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Notify callbacks [] for router, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.324596 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] Set router d68e9454-7537-4a5f-ac67-909ba91df18a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:53.333148 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.394076 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Deleting port e22ec507-5027-4635-bf52-5c9e1202116d {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:53.394666 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.492248 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] For port e22ec507-5027-4635-bf52-5c9e1202116d, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=e22ec507-5027-4635-bf52-5c9e1202116d,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:53.492648 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.510345 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Calling delete_port for e22ec507-5027-4635-bf52-5c9e1202116d owned by network:router_gateway {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:53.532151 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'name': 'tempest-TestMinimumBasicScenario-1397091375-router', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:12:52Z', 'revision_number': 5, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'gw_port': {'id': 'e22ec507-5027-4635-bf52-5c9e1202116d', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:53.567586 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] Checking router: d68e9454-7537-4a5f-ac67-909ba91df18a for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:12:53.577285 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] Routers {'d68e9454-7537-4a5f-ac67-909ba91df18a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:12:53.577906 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:12:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['d68e9454-7537-4a5f-ac67-909ba91df18a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:53.663446 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] Set router d68e9454-7537-4a5f-ac67-909ba91df18a gateway port host: None {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:12:53.710295 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.719250 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'name': 'tempest-TestMinimumBasicScenario-1397091375-router', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:12:53Z', 'revision_number': 6, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'gw_port_host': None}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:53.740530 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=e22ec507-5027-4635-bf52-5c9e1202116d,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:53.754925 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fdbeee-aaca-4157-8f28-fc7046e55e79 None None] The sync data for ids ['d68e9454-7537-4a5f-ac67-909ba91df18a'] in dv-cinder-801522-2-iscsi is: [{'id': 'd68e9454-7537-4a5f-ac67-909ba91df18a', 'name': 'tempest-TestMinimumBasicScenario-1397091375-router', 'tenant_id': '433a5bb004ec4683abdfa890e9a7d32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:09:07Z', 'updated_at': '2021-07-22T22:12:53Z', 'revision_number': 6, 'project_id': '433a5bb004ec4683abdfa890e9a7d32a', 'gw_port_host': None}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:12:53.811048 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614839'] for router_gateway, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.903484 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8651'] for router, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.905962 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.952185 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-621900'] for router, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.952915 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d68e9454-7537-4a5f-ac67-909ba91df18a {{(pid=93408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:12:53.960168 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:53.965316 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-460c744a-6155-4f84-8c65-1f22b8be4e33 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d68e9454-7537-4a5f-ac67-909ba91df18a HTTP/1.1" status: 204 len: 168 time: 0.8617682 Jul 22 22:12:53.965502 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52612) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:54.010729 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_v2 [None req-82da9524-4c15-4c18-aafc-4f5fdce77960 admin admin] Deleting subnet 736d126d-014d-4eeb-a8b6-133873801ab0 {{(pid=93409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:12:54.014039 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-82da9524-4c15-4c18-aafc-4f5fdce77960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.053464 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-82da9524-4c15-4c18-aafc-4f5fdce77960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26754812'] for subnet, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.166658 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-82da9524-4c15-4c18-aafc-4f5fdce77960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.239010 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-82da9524-4c15-4c18-aafc-4f5fdce77960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25565060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26817822'] for subnet, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.268666 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da9524-4c15-4c18-aafc-4f5fdce77960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736d126d-014d-4eeb-a8b6-133873801ab0,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:54.274461 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-82da9524-4c15-4c18-aafc-4f5fdce77960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.276620 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-82da9524-4c15-4c18-aafc-4f5fdce77960 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/736d126d-014d-4eeb-a8b6-133873801ab0 HTTP/1.1" status: 204 len: 168 time: 0.3102474 Jul 22 22:12:54.279432 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52616) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:54.280290 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df8c337-530e-4bad-bcf7-7a272c836e51 None None] Network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:12:54.338616 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46dc36-47ce-46ca-aa7c-e1b2ba2b4fcd req-6b39330d-b69a-458b-8be4-c9ab03aded3f tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:54.340253 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3e46dc36-47ce-46ca-aa7c-e1b2ba2b4fcd req-6b39330d-b69a-458b-8be4-c9ab03aded3f tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0847244 Jul 22 22:12:54.354355 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.381540 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3e46dc36-47ce-46ca-aa7c-e1b2ba2b4fcd req-ae39925b-7ad3-4aa0-81d7-d71d76d314af tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354862 Jul 22 22:12:54.419721 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Deleting port dda2c361-65dd-4389-a1f2-8b85279c5a5e {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:54.419970 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.495487 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] For port dda2c361-65dd-4389-a1f2-8b85279c5a5e, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=dda2c361-65dd-4389-a1f2-8b85279c5a5e,segment=NetworkSegment(c496caed-b11b-498f-a92a-0fe9ebd97e26),segment_id=c496caed-b11b-498f-a92a-0fe9ebd97e26)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:54.495763 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.507441 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Calling delete_port for dda2c361-65dd-4389-a1f2-8b85279c5a5e owned by network:dhcp {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:54.596070 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] DHCP port deletion for 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a request from dv-cinder-801522-2-iscsi {{(pid=93410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:12:54.622516 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.661302 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda2c361-65dd-4389-a1f2-8b85279c5a5e,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:54.664024 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] Deleting port dda2c361-65dd-4389-a1f2-8b85279c5a5e {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:12:54.665239 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.668665 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] No DVR routers for this DVR port dda2c361-65dd-4389-a1f2-8b85279c5a5e on host dv-cinder-801522-2-iscsi {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:12:54.746432 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.760644 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a']}} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:54.778384 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c496caed-b11b-498f-a92a-0fe9ebd97e26') {'for_net_delete': True} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:54.778748 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c496caed-b11b-498f-a92a-0fe9ebd97e26') {} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:12:54.791820 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26754805'] for segment, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.813892 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.827128 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Releasing vlan 1675 on physical network physnet1 to pool {{(pid=93409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:12:54.829340 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25565182'] for segment, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: Traceback (most recent call last): Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: timer() Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: cb(*args, **kw) Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: return func(*args, **kwargs) Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: self._notify() Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: self.callback(batched_events) Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: event.method(event) Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: return f(self, *a, **k) Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._get(url).json() Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: return self.request(url, 'GET', **kwargs) Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:12:54.832237 dv-cinder-801522-2-iscsi neutron-server[93409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:12:54.875796 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] For port dda2c361-65dd-4389-a1f2-8b85279c5a5e, host dv-cinder-801522-2-iscsi, got binding levels [] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:54.876172 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.892897 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] Calling delete_port for dda2c361-65dd-4389-a1f2-8b85279c5a5e owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:12:54.896677 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.ipam_backend_mixin [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] Port dda2c361-65dd-4389-a1f2-8b85279c5a5e was not found and therefore no delete operation was performed {{(pid=93410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 22:12:54.899734 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device e22ec507-5027-4635-bf52-5c9e1202116d no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:12:54.924227 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: e22ec507-5027-4635-bf52-5c9e1202116d {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:12:54.925011 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device e22ec507-5027-4635-bf52-5c9e1202116d not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:12:54.925696 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.925989 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 17347a9d-a172-4ff7-ab81-5fac08263054 no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:12:54.928114 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.931822 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:54.933525 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a HTTP/1.1" status: 204 len: 168 time: 0.6530581 Jul 22 22:12:54.947734 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b3603-37b8-44fe-8c95-70582bbac641 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:54.964965 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] Network 0dbdccd1-6752-4a6c-b60c-9cd0f0ee710a is not hosted by any dhcp agent {{(pid=93410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 22:12:54.965712 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] No DVR routers for this DVR port dda2c361-65dd-4389-a1f2-8b85279c5a5e on host dv-cinder-801522-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:12:54.996744 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 17347a9d-a172-4ff7-ab81-5fac08263054 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:12:54.997307 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 17347a9d-a172-4ff7-ab81-5fac08263054 not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:12:54.997981 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device dda2c361-65dd-4389-a1f2-8b85279c5a5e no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:12:55.023184 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961be23-2762-4061-85d8-6470e3d15d10 None None] Pushing event deleted for resources: {'Port': ['ID=dda2c361-65dd-4389-a1f2-8b85279c5a5e,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:55.025319 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: dda2c361-65dd-4389-a1f2-8b85279c5a5e {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:12:55.025591 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device dda2c361-65dd-4389-a1f2-8b85279c5a5e not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:12:55.139266 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52624) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:55.181764 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-27f295d1-eef8-4432-8796-1cc3b2b31d0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d10298e3c3b040898d30780e8010cba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410855 Jul 22 22:12:55.184208 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52626) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:55.233508 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2f1c483c-443e-493a-a698-459fa4879d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.260864 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2f1c483c-443e-493a-a698-459fa4879d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.314415 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2f1c483c-443e-493a-a698-459fa4879d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.318127 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2f1c483c-443e-493a-a698-459fa4879d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.319646 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-2f1c483c-443e-493a-a698-459fa4879d42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c79bbb01-1b28-49eb-96fd-b132605e3764 HTTP/1.1" status: 204 len: 168 time: 0.1342163 Jul 22 22:12:55.327788 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c483c-443e-493a-a698-459fa4879d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79bbb01-1b28-49eb-96fd-b132605e3764,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:55.528737 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f29e86-0a61-4dba-8e4c-9cbb96da5fc1 req-b4c0d474-d35d-4ae6-994d-ce7c48aae06d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:55.530291 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-98f29e86-0a61-4dba-8e4c-9cbb96da5fc1 req-b4c0d474-d35d-4ae6-994d-ce7c48aae06d tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0717065 Jul 22 22:12:55.575534 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-98f29e86-0a61-4dba-8e4c-9cbb96da5fc1 req-aa349494-5e59-4925-84fa-1a824b5120ac tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371385 Jul 22 22:12:55.667600 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52636) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:55.711986 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-6b895fdc-a281-4721-b79a-fa9b13bbe896 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=433a5bb004ec4683abdfa890e9a7d32a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422232 Jul 22 22:12:55.714553 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52638) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:12:55.765274 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f4a19bc2-9b9f-4959-b0ad-f5d79686904e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.797379 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f4a19bc2-9b9f-4959-b0ad-f5d79686904e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.845866 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f4a19bc2-9b9f-4959-b0ad-f5d79686904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.848456 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f4a19bc2-9b9f-4959-b0ad-f5d79686904e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.853101 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f4a19bc2-9b9f-4959-b0ad-f5d79686904e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee648907-a5cd-4b3f-856a-7dfc70f572d6 HTTP/1.1" status: 204 len: 168 time: 0.1375918 Jul 22 22:12:55.861046 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a19bc2-9b9f-4959-b0ad-f5d79686904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee648907-a5cd-4b3f-856a-7dfc70f572d6,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:56.713811 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb83240-4da6-4af1-bf80-3f5c9a2075b6 req-ac47bddb-8500-42e5-8ffb-c8bda7161423 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:56.715335 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2cb83240-4da6-4af1-bf80-3f5c9a2075b6 req-ac47bddb-8500-42e5-8ffb-c8bda7161423 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0665023 Jul 22 22:12:56.755127 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2cb83240-4da6-4af1-bf80-3f5c9a2075b6 req-f3e9e016-78df-407a-a2f2-7bab3ccd83ef tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339725 Jul 22 22:12:57.159345 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:57.903792 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5addf93-6c05-424a-aa3a-28e4af7413d7 req-6321102e-3280-415f-b0c0-5b25df05c3e6 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:57.905602 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b5addf93-6c05-424a-aa3a-28e4af7413d7 req-6321102e-3280-415f-b0c0-5b25df05c3e6 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 943 time: 0.0772326 Jul 22 22:12:57.951837 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b5addf93-6c05-424a-aa3a-28e4af7413d7 req-9c053036-da84-47c4-9c8e-9999ee3dc134 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402992 Jul 22 22:12:58.812464 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 246a24a7-a8f0-42d5-9b96-779b78f0867a details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:12:58.908176 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 246a24a7-a8f0-42d5-9b96-779b78f0867a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:58.920219 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'port_id': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'mac_address': 'fa:16:3e:28:e1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:12:58.962133 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:58.976043 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246a24a7-a8f0-42d5-9b96-779b78f0867a {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:12:58.997886 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 246a24a7-a8f0-42d5-9b96-779b78f0867a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:12:59.001929 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:59.057320 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=246a24a7-a8f0-42d5-9b96-779b78f0867a,revision_number=7']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:12:59.098440 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18576736-7968-42ae-9b1b-c957bab28587 req-2b7e67f0-7b1b-4637-a969-0a73cf3e7a36 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:12:59.100036 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-18576736-7968-42ae-9b1b-c957bab28587 req-2b7e67f0-7b1b-4637-a969-0a73cf3e7a36 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 944 time: 0.0725527 Jul 22 22:12:59.139782 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-18576736-7968-42ae-9b1b-c957bab28587 req-3d5d1d2e-187a-44db-ae50-807ca900727a tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332136 Jul 22 22:12:59.320808 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['246a24a7-a8f0-42d5-9b96-779b78f0867a'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:00.265718 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad0b5d-8a88-42fb-934d-bc8590bd5254 req-94fe33f1-c79b-4274-b218-bbd42e1c3790 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:00.267204 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-78ad0b5d-8a88-42fb-934d-bc8590bd5254 req-94fe33f1-c79b-4274-b218-bbd42e1c3790 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 944 time: 0.0624247 Jul 22 22:13:00.304262 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-78ad0b5d-8a88-42fb-934d-bc8590bd5254 req-d7fab24e-c0ec-46a2-8097-03adbe239587 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Jul 22 22:13:00.825529 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 246a24a7-a8f0-42d5-9b96-779b78f0867a up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:00.872935 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 246a24a7-a8f0-42d5-9b96-779b78f0867a triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:00.873302 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.956093 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:00.978880 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:00.981227 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49285584-9c9d-476d-b686-9c849cefabff" -d '{"events": [{"server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "name": "network-vif-plugged", "status": "completed", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:00.995964 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 246a24a7-a8f0-42d5-9b96-779b78f0867a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:01.000589 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:01.053983 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883089e6-f8a9-46a7-bcec-2c7f49db6677 x-openstack-request-id: req-883089e6-f8a9-46a7-bcec-2c7f49db6677 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:01.054873 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "name": "network-vif-plugged", "status": "completed", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:01.055193 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-883089e6-f8a9-46a7-bcec-2c7f49db6677 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:01.055624 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'code': 200} Jul 22 22:13:01.058778 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=246a24a7-a8f0-42d5-9b96-779b78f0867a,revision_number=8']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:01.066352 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.066699 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.067039 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.067379 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.067735 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.068068 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.068398 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.068783 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.069051 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.069370 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.069726 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.070037 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:01.317456 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affa77d-5219-4d6a-89f7-c18996fd62d1 req-03768892-d823-4123-afe2-a889f6160d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:01.319054 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7affa77d-5219-4d6a-89f7-c18996fd62d1 req-03768892-d823-4123-afe2-a889f6160d12 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0543506 Jul 22 22:13:01.354614 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7affa77d-5219-4d6a-89f7-c18996fd62d1 req-43e78a34-30c0-4db8-9a3c-e4aecacdcab7 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278492 Jul 22 22:13:01.440041 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17254277-a42a-4d24-bdb2-98147a54ca2d req-1a1155f6-c95d-4d55-9e67-750e7ef594dd tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:01.441848 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-17254277-a42a-4d24-bdb2-98147a54ca2d req-1a1155f6-c95d-4d55-9e67-750e7ef594dd tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0680206 Jul 22 22:13:01.481771 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-17254277-a42a-4d24-bdb2-98147a54ca2d req-4d117855-4025-438c-9975-6513f5bdc0cc tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324395 Jul 22 22:13:02.615336 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540ae58-eb69-4fb1-baad-0c12a199e264 req-56cf7a41-e5ee-4e86-8756-a0eb9c94b0b0 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:02.617704 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5540ae58-eb69-4fb1-baad-0c12a199e264 req-56cf7a41-e5ee-4e86-8756-a0eb9c94b0b0 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0678427 Jul 22 22:13:02.656190 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5540ae58-eb69-4fb1-baad-0c12a199e264 req-caef6fdb-ebca-423d-b4fa-51c5519ab892 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327139 Jul 22 22:13:09.720635 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dbeeabb5-8e8a-4c19-994a-9502c16786d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:09.891979 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:13:12.823583 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:13.186051 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0ebfda71-87d1-45f2-8f0e-e5623b0bac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:14.407117 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:15.105505 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc54b-7aee-48d9-a019-e5c1050a356e req-2d81eb84-402d-4340-970e-057a562675d5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:15.107106 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b59dc54b-7aee-48d9-a019-e5c1050a356e req-2d81eb84-402d-4340-970e-057a562675d5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0821283 Jul 22 22:13:15.146172 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b59dc54b-7aee-48d9-a019-e5c1050a356e req-0e5a30d9-6131-4f43-b80b-7ed1d57861ea tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Jul 22 22:13:16.142438 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:16.286770 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61843b-7278-4b86-ac75-35c4abee0014 req-38876bd8-46f5-4121-90cd-73686ca8396f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:16.288304 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0f61843b-7278-4b86-ac75-35c4abee0014 req-38876bd8-46f5-4121-90cd-73686ca8396f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0655434 Jul 22 22:13:16.327641 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0f61843b-7278-4b86-ac75-35c4abee0014 req-a9a75421-db88-4dd4-912d-ea9213b621e4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335813 Jul 22 22:13:17.469697 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a2b6-099e-4da2-abd4-39de503ce96a req-d4049fee-0ea7-4f5d-b73d-22b48aaa39d9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:17.471196 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-00c2a2b6-099e-4da2-abd4-39de503ce96a req-d4049fee-0ea7-4f5d-b73d-22b48aaa39d9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0676885 Jul 22 22:13:17.509584 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-00c2a2b6-099e-4da2-abd4-39de503ce96a req-21d6f46d-4a68-4f19-bb1e-55ba95079a8f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326669 Jul 22 22:13:18.644726 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c5402-574b-4d2b-871c-6722ecd77283 req-bc81d3ad-e32a-430e-b37d-11646f839856 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:18.646247 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-744c5402-574b-4d2b-871c-6722ecd77283 req-bc81d3ad-e32a-430e-b37d-11646f839856 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0641491 Jul 22 22:13:18.685081 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-744c5402-574b-4d2b-871c-6722ecd77283 req-75064267-697b-424b-8e75-16f0300a9451 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Jul 22 22:13:19.821259 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af8db-ef19-4608-83a0-8fe9c94d441c req-89cc5ca0-21dc-409d-94d6-0f93a896c72a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:19.822747 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ed0af8db-ef19-4608-83a0-8fe9c94d441c req-89cc5ca0-21dc-409d-94d6-0f93a896c72a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0639105 Jul 22 22:13:19.859705 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ed0af8db-ef19-4608-83a0-8fe9c94d441c req-dde6fc33-a9f4-41a4-a549-328c43906b31 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Jul 22 22:13:20.993587 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95a080-1d64-41db-8298-a17ffd7ba896 req-d1c9822d-84d4-4111-9241-8f71369e1576 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:20.995059 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5b95a080-1d64-41db-8298-a17ffd7ba896 req-d1c9822d-84d4-4111-9241-8f71369e1576 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0626111 Jul 22 22:13:21.036033 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5b95a080-1d64-41db-8298-a17ffd7ba896 req-c40e5517-21ef-473d-806c-d82386df3a07 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353124 Jul 22 22:13:22.179041 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c35fc-d086-4b63-9692-0e0b0eeede07 req-2188fcb8-d49d-4354-84ac-32c117c6426f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:22.181321 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e57c35fc-d086-4b63-9692-0e0b0eeede07 req-2188fcb8-d49d-4354-84ac-32c117c6426f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0662494 Jul 22 22:13:22.221029 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e57c35fc-d086-4b63-9692-0e0b0eeede07 req-d6296ca2-e2ea-45ec-a347-a326e98c79aa tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334084 Jul 22 22:13:23.360438 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386f00b-1fa2-4b2a-93f8-87e59868d30e req-8cc02b7b-1720-4686-9de3-b20ff13a2438 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.361939 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c386f00b-1fa2-4b2a-93f8-87e59868d30e req-8cc02b7b-1720-4686-9de3-b20ff13a2438 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0673611 Jul 22 22:13:23.402970 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c386f00b-1fa2-4b2a-93f8-87e59868d30e req-dc3fcab3-0da7-4771-a856-bff37ce30771 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339823 Jul 22 22:13:24.548113 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f05c1e-01b2-4f85-8c01-993bf6e55499 req-e8043a96-81fa-4091-8f8c-ce9efbbe4b15 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:24.549594 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-55f05c1e-01b2-4f85-8c01-993bf6e55499 req-e8043a96-81fa-4091-8f8c-ce9efbbe4b15 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0678282 Jul 22 22:13:24.588084 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-55f05c1e-01b2-4f85-8c01-993bf6e55499 req-73e19c0a-3dd0-4003-9c1b-4a18de349148 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Jul 22 22:13:25.722298 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea04079-edc9-47ca-ae66-0117acb88116 req-03e4dcb3-6c75-47c6-86b5-912b091484b0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:25.723817 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-aea04079-edc9-47ca-ae66-0117acb88116 req-03e4dcb3-6c75-47c6-86b5-912b091484b0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0647743 Jul 22 22:13:25.761524 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-aea04079-edc9-47ca-ae66-0117acb88116 req-53f05945-62d7-4ca3-90aa-5493da6c024a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Jul 22 22:13:26.902720 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7111f5-f761-4ea4-a5ac-572dd990765d req-24f0859e-d342-4123-b327-d0d45184009f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:26.905405 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe7111f5-f761-4ea4-a5ac-572dd990765d req-24f0859e-d342-4123-b327-d0d45184009f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0674276 Jul 22 22:13:26.947027 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fe7111f5-f761-4ea4-a5ac-572dd990765d req-6688edd1-e30c-433e-8ea1-663f744463d5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336907 Jul 22 22:13:27.151786 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.087002 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151b20c-4e50-40da-8f77-ebb0b12180cd req-2d8b02d1-9ae2-4f20-ac79-7ee468bd446d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:28.088526 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c151b20c-4e50-40da-8f77-ebb0b12180cd req-2d8b02d1-9ae2-4f20-ac79-7ee468bd446d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0682328 Jul 22 22:13:28.128526 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c151b20c-4e50-40da-8f77-ebb0b12180cd req-945f63d3-1146-42b6-b466-dfe52ea326a9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341532 Jul 22 22:13:29.272988 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6203ce-a6c9-4ac6-aec7-7f5a00c9c2d0 req-f41ed3fe-6252-4b64-a77e-8031ef90278d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:29.274529 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8f6203ce-a6c9-4ac6-aec7-7f5a00c9c2d0 req-f41ed3fe-6252-4b64-a77e-8031ef90278d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0692744 Jul 22 22:13:29.314930 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8f6203ce-a6c9-4ac6-aec7-7f5a00c9c2d0 req-3287cff8-727f-4fc8-88be-20a98f2a049c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346487 Jul 22 22:13:30.449108 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e0c5e-cb2a-4d2e-93c9-45359520c607 req-57c90e3d-9338-4250-ab05-901928d91003 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:30.450601 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-df9e0c5e-cb2a-4d2e-93c9-45359520c607 req-57c90e3d-9338-4250-ab05-901928d91003 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0642962 Jul 22 22:13:30.486978 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-df9e0c5e-cb2a-4d2e-93c9-45359520c607 req-6281ee79-8d1e-4bb8-9d79-dfbed8266621 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305104 Jul 22 22:13:31.026391 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d751950a-3300-45b0-917e-db8f918a0559 req-de6b0639-46a4-440b-91c5-f69007b8fa6e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515270 Jul 22 22:13:31.138585 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751950a-3300-45b0-917e-db8f918a0559 req-9f9d10b9-5609-4ac0-9bd4-88afa5515309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.140110 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d751950a-3300-45b0-917e-db8f918a0559 req-9f9d10b9-5609-4ac0-9bd4-88afa5515309 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95158c40d9f74bda88228846e72eaebd&device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0616224 Jul 22 22:13:31.250809 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751950a-3300-45b0-917e-db8f918a0559 req-297e395f-1174-4b2b-99a2-9cfa529e4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.252373 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d751950a-3300-45b0-917e-db8f918a0559 req-297e395f-1174-4b2b-99a2-9cfa529e4237 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cee03ab9-d068-4513-94e2-6746aaf63df6 HTTP/1.1" status: 200 len: 908 time: 0.0915208 Jul 22 22:13:31.319218 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d751950a-3300-45b0-917e-db8f918a0559 req-da1e45cd-6afb-467c-ba02-bf9c241406c3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a HTTP/1.1" status: 200 len: 1001 time: 0.0565872 Jul 22 22:13:31.373097 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751950a-3300-45b0-917e-db8f918a0559 req-36003dfb-a827-48a7-a558-2a2e91374260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.374550 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d751950a-3300-45b0-917e-db8f918a0559 req-36003dfb-a827-48a7-a558-2a2e91374260 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5f5281fa-dfaa-4347-8624-1cb358598c7e HTTP/1.1" status: 200 len: 845 time: 0.0468926 Jul 22 22:13:31.436816 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751950a-3300-45b0-917e-db8f918a0559 req-7336fc71-99a8-4e27-ac6c-0596420f4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.438338 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d751950a-3300-45b0-917e-db8f918a0559 req-7336fc71-99a8-4e27-ac6c-0596420f4618 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cee03ab9-d068-4513-94e2-6746aaf63df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540586 Jul 22 22:13:31.530196 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d751950a-3300-45b0-917e-db8f918a0559 req-dd33a085-2c63-4843-8f2e-8a9ad6cf1e5e service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811691 Jul 22 22:13:31.656673 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d751950a-3300-45b0-917e-db8f918a0559 req-12677d96-8fcc-4664-a0cf-8c48b97f9bb8 service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196373 Jul 22 22:13:31.672742 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cd980-45e6-4484-b0a4-7ac5d143ca15 req-dfc724a9-6f96-43bb-a4b5-ff14c4b60e45 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:31.674431 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bf3cd980-45e6-4484-b0a4-7ac5d143ca15 req-dfc724a9-6f96-43bb-a4b5-ff14c4b60e45 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.1095243 Jul 22 22:13:31.716057 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bf3cd980-45e6-4484-b0a4-7ac5d143ca15 req-97fabe0b-748a-4b91-a2cc-11a5926e2114 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352721 Jul 22 22:13:32.856491 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba0f4e-2030-4abd-ae7f-4acfd1082156 req-78c39f0f-cd25-401a-bd81-8b08631b8d70 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:32.858021 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bdba0f4e-2030-4abd-ae7f-4acfd1082156 req-78c39f0f-cd25-401a-bd81-8b08631b8d70 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0694616 Jul 22 22:13:32.896662 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-bdba0f4e-2030-4abd-ae7f-4acfd1082156 req-02e029a8-6f23-4eff-9175-79b0d6a6b85b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328419 Jul 22 22:13:34.033277 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81554c04-0c8c-40c4-959d-1a12b60dd13c req-61ce308b-b5e5-430b-a411-41f8a71fd73c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:34.035020 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-81554c04-0c8c-40c4-959d-1a12b60dd13c req-61ce308b-b5e5-430b-a411-41f8a71fd73c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0662320 Jul 22 22:13:34.073463 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-81554c04-0c8c-40c4-959d-1a12b60dd13c req-37d423dd-7a78-4e15-8ed9-b7339e1aa033 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Jul 22 22:13:35.211556 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafe382-3df9-443f-b313-91c2d210a33c req-bb0a25e9-798e-466c-8b16-c057b1356db0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:35.213135 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1cafe382-3df9-443f-b313-91c2d210a33c req-bb0a25e9-798e-466c-8b16-c057b1356db0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0680847 Jul 22 22:13:35.251575 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1cafe382-3df9-443f-b313-91c2d210a33c req-640b11b2-a1f0-4535-8bce-a474eb069248 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Jul 22 22:13:36.390474 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc1d86-7e3b-4780-aed5-3f48216c8984 req-6e34cc05-39c2-4e43-94d7-94a448867d3e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:36.392169 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a2cc1d86-7e3b-4780-aed5-3f48216c8984 req-6e34cc05-39c2-4e43-94d7-94a448867d3e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0689774 Jul 22 22:13:36.432104 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a2cc1d86-7e3b-4780-aed5-3f48216c8984 req-72f97db2-013d-42a6-b785-2640fd1e671a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342083 Jul 22 22:13:37.590286 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809bc6a-3a49-4100-bb6d-e4dbb4116b93 req-fbd2f6a6-c98e-4e37-bb55-ea3c984c540d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.591828 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9809bc6a-3a49-4100-bb6d-e4dbb4116b93 req-fbd2f6a6-c98e-4e37-bb55-ea3c984c540d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0873928 Jul 22 22:13:37.629934 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9809bc6a-3a49-4100-bb6d-e4dbb4116b93 req-3541b238-150a-4482-a722-e0af3c449a65 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325224 Jul 22 22:13:38.775656 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebede6-d80d-4e2d-a2e6-757509d96c02 req-9ebd0c99-7d92-40d1-abd1-f5c17aaf390d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:38.777298 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-52ebede6-d80d-4e2d-a2e6-757509d96c02 req-9ebd0c99-7d92-40d1-abd1-f5c17aaf390d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0730031 Jul 22 22:13:38.815560 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-52ebede6-d80d-4e2d-a2e6-757509d96c02 req-5bad8583-5450-44bd-8cb9-008e9a4a046d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Jul 22 22:13:39.721543 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8708b5e5-e7e4-4834-b49d-d11047edcf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:39.967822 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92998a51-2a92-4c78-a428-57798d6e3305 req-c786ea96-abcc-4a42-b925-f0592531758f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:39.969460 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-92998a51-2a92-4c78-a428-57798d6e3305 req-c786ea96-abcc-4a42-b925-f0592531758f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0741460 Jul 22 22:13:40.008916 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-92998a51-2a92-4c78-a428-57798d6e3305 req-d044e91e-2c73-4306-9fdc-1b1df1e6b9d6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337019 Jul 22 22:13:41.149456 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f9d1-079e-4daf-bd36-b19560439f71 req-0d8dc453-81a0-490d-87cf-2554a7fb0090 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:41.151189 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f035f9d1-079e-4daf-bd36-b19560439f71 req-0d8dc453-81a0-490d-87cf-2554a7fb0090 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0673611 Jul 22 22:13:41.191981 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f035f9d1-079e-4daf-bd36-b19560439f71 req-4798c496-6eca-49a3-9e32-8f6da848cb7b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Jul 22 22:13:41.467815 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26deef-e238-473d-bd72-f3ede31a7aba req-939223ee-c060-4fd3-8d1d-f2acb82286a8 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:41.469364 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0e26deef-e238-473d-bd72-f3ede31a7aba req-939223ee-c060-4fd3-8d1d-f2acb82286a8 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 945 time: 0.0644395 Jul 22 22:13:41.508559 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0e26deef-e238-473d-bd72-f3ede31a7aba req-d5e49443-3f1b-4703-a468-6b8b53374926 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Jul 22 22:13:42.326361 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b46cb-e805-4027-9eae-160e7bcdee1c req-f857baf0-29d3-40b3-9316-fddacf8a11f2 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:42.327945 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fa5b46cb-e805-4027-9eae-160e7bcdee1c req-f857baf0-29d3-40b3-9316-fddacf8a11f2 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0639424 Jul 22 22:13:42.364668 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fa5b46cb-e805-4027-9eae-160e7bcdee1c req-42d7b594-0a98-49be-ad84-4c619860aaad tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309904 Jul 22 22:13:42.638187 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbe9ae-2c06-4dc4-b545-34df18f65ad1 req-c1964814-7b29-4373-8d29-207ce1e64460 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:42.639703 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5bbbe9ae-2c06-4dc4-b545-34df18f65ad1 req-c1964814-7b29-4373-8d29-207ce1e64460 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 945 time: 0.0632732 Jul 22 22:13:42.681096 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5bbbe9ae-2c06-4dc4-b545-34df18f65ad1 req-a5ea53da-27d0-4a34-ab8d-0a3eb274f218 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356176 Jul 22 22:13:42.826604 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.109851 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 48ccc792-506c-4f53-9098-15ff3a330d80 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:43.222443 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-490364d9-4c35-42df-93d0-d2498aba51fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.230955 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:43.242495 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '48ccc792-506c-4f53-9098-15ff3a330d80', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'port_id': '48ccc792-506c-4f53-9098-15ff3a330d80', 'mac_address': 'fa:16:3e:2b:12:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:43.281640 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.299382 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48ccc792-506c-4f53-9098-15ff3a330d80 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:43.320651 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:43.324510 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.382835 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=6']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:43.439261 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['48ccc792-506c-4f53-9098-15ff3a330d80'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:13:43.532479 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a84a1-546d-488e-ad11-3cc3d8c9bbfe req-35f676ce-74f9-452b-9ea7-5386b2b76cc9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:43.534980 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9f1a84a1-546d-488e-ad11-3cc3d8c9bbfe req-35f676ce-74f9-452b-9ea7-5386b2b76cc9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 945 time: 0.0887728 Jul 22 22:13:43.601581 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9f1a84a1-546d-488e-ad11-3cc3d8c9bbfe req-377de846-8dc5-49af-b98c-ed4ea2472052 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586357 Jul 22 22:13:43.844177 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-fb7b771b-7d72-49cf-a437-808e420a760d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:43.846402 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-fb7b771b-7d72-49cf-a437-808e420a760d tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.113 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 945 time: 0.0775197 Jul 22 22:13:43.863223 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28030b1-2e4c-4df8-b223-23b6177ffff3 req-7aea2e32-b12c-4976-8316-6606f035530f tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:43.873077 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d28030b1-2e4c-4df8-b223-23b6177ffff3 req-7aea2e32-b12c-4976-8316-6606f035530f tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 945 time: 0.1083722 Jul 22 22:13:43.934467 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d28030b1-2e4c-4df8-b223-23b6177ffff3 req-f9a119bb-b7d3-4ee7-8320-718b7c95767e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599878 Jul 22 22:13:43.998173 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Deleting port ba4a0b1b-9c51-4574-a645-dd4a27195040 {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:13:43.998799 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.126530 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] For port ba4a0b1b-9c51-4574-a645-dd4a27195040, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ba4a0b1b-9c51-4574-a645-dd4a27195040,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:44.127314 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.420586 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.839074 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55273873-95e2-4346-9101-61b7d01457c4 req-1d78a841-348f-4837-8c6f-bce59a088827 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:44.840690 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-55273873-95e2-4346-9101-61b7d01457c4 req-1d78a841-348f-4837-8c6f-bce59a088827 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 945 time: 0.1336262 Jul 22 22:13:44.877868 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.878245 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.878563 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.l3_db [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Floating IP d6a0bcbb-bf26-4859-b3e9-672297330e45 disassociated. External IP: 172.27.2.45, port: ba4a0b1b-9c51-4574-a645-dd4a27195040. Jul 22 22:13:44.878907 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Calling delete_port for ba4a0b1b-9c51-4574-a645-dd4a27195040 owned by compute:nova {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:13:44.905487 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-55273873-95e2-4346-9101-61b7d01457c4 req-38f408da-93cb-4471-9df6-0e903e41e08e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576994 Jul 22 22:13:45.075987 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.105174 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 48ccc792-506c-4f53-9098-15ff3a330d80 up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:45.106962 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event deleted for resources: {'Port': ['ID=ba4a0b1b-9c51-4574-a645-dd4a27195040,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:45.115646 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ea5b4-6d77-4f5e-bedc-3e55a9688554 req-1f25e613-8ccc-4f27-b825-d08a183486d9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:45.117391 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.117972 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.118424 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-589ea5b4-6d77-4f5e-bedc-3e55a9688554 req-1f25e613-8ccc-4f27-b825-d08a183486d9 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 867 time: 0.0862231 Jul 22 22:13:45.118554 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.118823 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.119485 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.120028 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.120563 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.121162 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.121732 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.122282 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.122848 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.123204 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:45.184903 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-589ea5b4-6d77-4f5e-bedc-3e55a9688554 req-e4ac07b6-2357-47e6-8244-ca039dcb03f2 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1bdfb60-588d-4b5b-99e2-209036f68b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604932 Jul 22 22:13:45.215150 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 48ccc792-506c-4f53-9098-15ff3a330d80 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:45.216026 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.315579 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:13:45.324589 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.375385 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:45.377647 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ae0e52-3878-4c3f-b5f3-bee090492d11" -d '{"events": [{"server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:45.384436 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:45.390972 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.479571 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88c2755-44cb-4853-bf25-da7b9a8066b3 x-openstack-request-id: req-f88c2755-44cb-4853-bf25-da7b9a8066b3 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:45.480264 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:45.480264 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f88c2755-44cb-4853-bf25-da7b9a8066b3 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:45.480804 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80', 'code': 200} Jul 22 22:13:45.482922 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=7']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:45.484367 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:45.500996 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] Sync routers for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:45.516485 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:45.517264 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:13:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:45.586328 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] No DVR routers for this DVR port ba4a0b1b-9c51-4574-a645-dd4a27195040 on host hv-cinder-80152 {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:13:45.589320 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.591896 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c1762670-866e-4340-a3e5-fc4c156ffe23 req-b9edc6fe-edb6-4cc5-b4c4-66c0323b125e tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.113 "DELETE /v2.0/ports/ba4a0b1b-9c51-4574-a645-dd4a27195040 HTTP/1.1" status: 204 len: 173 time: 1.7351265 Jul 22 22:13:45.592636 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'name': 'network-vif-deleted', 'tag': 'ba4a0b1b-9c51-4574-a645-dd4a27195040'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:45.596153 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b060a-12ba-464a-ad28-174b333570d7" -d '{"events": [{"server_uuid": "15d33ba5-849d-4b08-96f7-159c2a25a48c", "name": "network-vif-deleted", "tag": "ba4a0b1b-9c51-4574-a645-dd4a27195040"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:45.674151 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:45.868434 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db06ac7b-673b-4c73-9bb4-8e4097bbb290 x-openstack-request-id: req-db06ac7b-673b-4c73-9bb4-8e4097bbb290 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:45.869140 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d33ba5-849d-4b08-96f7-159c2a25a48c", "name": "network-vif-deleted", "tag": "ba4a0b1b-9c51-4574-a645-dd4a27195040", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:45.869140 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db06ac7b-673b-4c73-9bb4-8e4097bbb290 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:45.869398 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d33ba5-849d-4b08-96f7-159c2a25a48c', 'name': 'network-vif-deleted', 'tag': 'ba4a0b1b-9c51-4574-a645-dd4a27195040', 'status': 'completed', 'code': 200} Jul 22 22:13:45.957848 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:45.985640 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] Checking router: 1f2c45d1-bfa4-4977-9518-a7d6a153f072 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:45.995337 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:45.996148 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:13:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:46.104293 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957aee-5af2-4f11-920b-d109bd038d06 req-c3ced549-990f-4aef-b069-a0f34625b050 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:46.111315 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2b957aee-5af2-4f11-920b-d109bd038d06 req-c3ced549-990f-4aef-b069-a0f34625b050 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.1103747 Jul 22 22:13:46.145934 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:46.165983 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2b957aee-5af2-4f11-920b-d109bd038d06 req-dc442dbe-3c19-40cb-9441-968ad5822a4d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533547 Jul 22 22:13:46.305457 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.325931 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5d9c28ff-95cf-4cae-8798-972600f31188 req-dd5ec3f2-892a-4dd3-b78b-8742e255ee30 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d33ba5-849d-4b08-96f7-159c2a25a48c HTTP/1.1" status: 200 len: 210 time: 0.0452166 Jul 22 22:13:46.447626 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:46.475953 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f97dc0-b231-402c-b559-cfcdb2acad5b None None] The sync data for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi is: [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:07:09Z', 'revision_number': 4, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '5145b05e-0796-4fe6-a07a-87c35856db8f', 'name': '', 'network_id': '45cb5a4d-8aaf-4f48-8b12-118dba1f6c49', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'mac_address': 'fa:16:3e:5c:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:09Z', 'updated_at': '2021-07-22T22:07:20Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'subnets': [{'id': '733f2904-165c-47a0-87f7-87c92ef3b4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:46.804681 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999b9a1e-4f15-463b-b04b-55e6b47030df None None] New status for floating IP d6a0bcbb-bf26-4859-b3e9-672297330e45: DOWN {{(pid=93411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:13:46.930267 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:13:47.105056 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device ba4a0b1b-9c51-4574-a645-dd4a27195040 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:13:47.126141 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: ba4a0b1b-9c51-4574-a645-dd4a27195040 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:13:47.126624 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device ba4a0b1b-9c51-4574-a645-dd4a27195040 not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:13:47.335599 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f9fd8-71db-47ef-9891-d66b4b017386 req-d7f60ba2-4724-4f2d-8df4-ecfffa50bee5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:47.338005 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c24f9fd8-71db-47ef-9891-d66b4b017386 req-d7f60ba2-4724-4f2d-8df4-ecfffa50bee5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0885584 Jul 22 22:13:47.387447 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c24f9fd8-71db-47ef-9891-d66b4b017386 req-febcbe8e-c486-4d9b-87a2-7b10fe9243d4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432918 Jul 22 22:13:47.477457 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52960) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:47.564491 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:47.617043 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:47.695215 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:47.698817 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:47.703915 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "DELETE /v2.0/security-groups/d1bdfb60-588d-4b5b-99e2-209036f68b58 HTTP/1.1" status: 204 len: 168 time: 0.2215197 Jul 22 22:13:47.703915 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 52962) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:47.721499 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.api.v2.resource [None req-7242bff2-9a7f-4cb5-bc9e-1abb92c43a0b tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] show failed (client error): The resource could not be found. Jul 22 22:13:47.723737 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-7242bff2-9a7f-4cb5-bc9e-1abb92c43a0b tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "GET /v2.0/security-groups/d1bdfb60-588d-4b5b-99e2-209036f68b58 HTTP/1.1" status: 404 len: 347 time: 0.0179095 Jul 22 22:13:47.727172 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 52964) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:47.728555 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bdfb60-588d-4b5b-99e2-209036f68b58,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:47.737093 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.737446 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.738026 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.738691 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.739335 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.740183 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.741376 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.743962 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.745945 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.757605 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.757605 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.757605 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08751919-6fe0-482d-8346-0df98e37b11a tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:47.924919 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3a6db-49e1-4b54-b92c-424638093d21 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Deleting port a49df5a8-c77b-4f20-8acb-4fa01ebd5c3e {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:13:47.925619 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a6db-49e1-4b54-b92c-424638093d21 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.056122 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a6db-49e1-4b54-b92c-424638093d21 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.056823 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a6db-49e1-4b54-b92c-424638093d21 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.079026 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3a6db-49e1-4b54-b92c-424638093d21 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Calling delete_port for a49df5a8-c77b-4f20-8acb-4fa01ebd5c3e owned by network:floatingip {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:13:48.287320 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a6db-49e1-4b54-b92c-424638093d21 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.315652 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3a6db-49e1-4b54-b92c-424638093d21 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Pushing event deleted for resources: {'Port': ['ID=a49df5a8-c77b-4f20-8acb-4fa01ebd5c3e,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:48.399755 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a6db-49e1-4b54-b92c-424638093d21 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks [] for floatingip, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.408657 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a6db-49e1-4b54-b92c-424638093d21 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.408657 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-4ff3a6db-49e1-4b54-b92c-424638093d21 tempest-AttachVolumeTestJSON-913937394 tempest-AttachVolumeTestJSON-913937394-project] 10.222.0.26 "DELETE /v2.0/floatingips/d6a0bcbb-bf26-4859-b3e9-672297330e45 HTTP/1.1" status: 204 len: 168 time: 0.6779668 Jul 22 22:13:48.628381 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9bfcb-6518-4757-b566-6d55afe90509 req-25633c89-8700-40b9-a60e-24a489fe88ce tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:48.630175 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-58b9bfcb-6518-4757-b566-6d55afe90509 req-25633c89-8700-40b9-a60e-24a489fe88ce tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.1037600 Jul 22 22:13:48.682709 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-58b9bfcb-6518-4757-b566-6d55afe90509 req-4f721906-c9b0-426b-bb09-d69e236da7b0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460212 Jul 22 22:13:49.882140 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b668488-57c9-49c8-ae73-d55f5d7929bf req-53795927-332e-44f2-8271-cdcff5dc4609 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:49.885309 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9b668488-57c9-49c8-ae73-d55f5d7929bf req-53795927-332e-44f2-8271-cdcff5dc4609 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.1004109 Jul 22 22:13:49.963796 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9b668488-57c9-49c8-ae73-d55f5d7929bf req-7c7cd952-629e-4fb1-80cf-a5ff586a0b80 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687311 Jul 22 22:13:51.220306 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ab38-46d6-4619-aadb-14eadbb275d2 req-3f67e7f9-2983-4284-bd2b-a5c3fd65c7a4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:51.224491 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e2e4ab38-46d6-4619-aadb-14eadbb275d2 req-3f67e7f9-2983-4284-bd2b-a5c3fd65c7a4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.1180477 Jul 22 22:13:51.298172 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e2e4ab38-46d6-4619-aadb-14eadbb275d2 req-a8bf23b2-3e79-4bb9-8c0e-257f49c8425c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648208 Jul 22 22:13:52.270912 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53002) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:52.504856 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a54fa-5367-4e26-84ab-6f4ff1f9cc45 req-dada5f19-0c7a-4f9c-9794-e90a21984b77 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:52.514185 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b80a54fa-5367-4e26-84ab-6f4ff1f9cc45 req-dada5f19-0c7a-4f9c-9794-e90a21984b77 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0927122 Jul 22 22:13:52.562536 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b80a54fa-5367-4e26-84ab-6f4ff1f9cc45 req-a9381dc6-a5e4-4132-a87c-a492c8ed72c9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437293 Jul 22 22:13:52.952584 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619917'] for router_interface, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.282022 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] Deleting port 5145b05e-0796-4fe6-a07a-87c35856db8f {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:13:53.283184 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.389469 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] For port 5145b05e-0796-4fe6-a07a-87c35856db8f, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=5145b05e-0796-4fe6-a07a-87c35856db8f,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:53.389952 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.408700 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] Calling delete_port for 5145b05e-0796-4fe6-a07a-87c35856db8f owned by network:router_interface {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:13:53.613311 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.642546 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5145b05e-0796-4fe6-a07a-87c35856db8f,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:54.127679 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aff876-6251-4ca5-94af-92b626ed05b0 req-366b62fe-6fa3-4d27-9e6f-3f1d1dd5288f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.129149 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-44aff876-6251-4ca5-94af-92b626ed05b0 req-366b62fe-6fa3-4d27-9e6f-3f1d1dd5288f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.4784157 Jul 22 22:13:54.189254 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-44aff876-6251-4ca5-94af-92b626ed05b0 req-4a03d70a-6d01-44e6-bf53-03be233db1d7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521564 Jul 22 22:13:54.191321 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619793'] for router_interface, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.454561 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] Router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:13:54.456640 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-0c8ccc7d-5755-457e-a555-34f7e5f003d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.458169 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-0c8ccc7d-5755-457e-a555-34f7e5f003d2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 1099 time: 0.1141996 Jul 22 22:13:54.633180 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-48896c8c-93e7-40fb-b7df-a7fc457570a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.634680 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-48896c8c-93e7-40fb-b7df-a7fc457570a9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 918 time: 0.1700552 Jul 22 22:13:54.639492 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:54.649825 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] Sync routers for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:54.650466 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-66fb8831-b36b-4dfe-ace0-3286379180c5 admin admin] 10.222.0.26 "PUT /v2.0/routers/1f2c45d1-bfa4-4977-9518-a7d6a153f072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3781695 Jul 22 22:13:54.656448 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53024) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:54.660644 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:54.661273 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:13:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:54.713192 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-5c8aa69c-72b1-459e-8337-dafbc64be3a3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ccc792-506c-4f53-9098-15ff3a330d80 HTTP/1.1" status: 200 len: 1002 time: 0.0715177 Jul 22 22:13:54.762982 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-d2013695-5b05-4cf3-91c5-02a1e53938bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.765043 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-d2013695-5b05-4cf3-91c5-02a1e53938bc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.0456698 Jul 22 22:13:54.771160 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Notify callbacks [] for router, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.785189 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:54.837820 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-469c374a-f567-49da-b4bf-1f4bf77f42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.840881 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-469c374a-f567-49da-b4bf-1f4bf77f42a6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685964 Jul 22 22:13:54.892196 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.948913 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Deleting port c8ef587f-2395-408a-81b5-5be4687ff2b6 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:13:54.949259 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.963393 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-34de3e8f-f200-4401-b81d-418054a6f755 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146884 Jul 22 22:13:54.999381 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:13:53Z', 'revision_number': 5, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port': {'id': 'c8ef587f-2395-408a-81b5-5be4687ff2b6', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:05Z', 'updated_at': '2021-07-22T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:55.030768 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] Checking router: 1f2c45d1-bfa4-4977-9518-a7d6a153f072 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:55.037045 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] For port c8ef587f-2395-408a-81b5-5be4687ff2b6, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=c8ef587f-2395-408a-81b5-5be4687ff2b6,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:55.037425 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.039958 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] Routers {'1f2c45d1-bfa4-4977-9518-a7d6a153f072'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:55.040591 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:13:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:55.054922 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Calling delete_port for c8ef587f-2395-408a-81b5-5be4687ff2b6 owned by network:router_gateway {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:13:55.076987 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4b2ca72e-6c64-483b-8acc-8843905907ac req-640324f5-99f6-48ad-af60-f3aa40675bcf service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074390 Jul 22 22:13:55.233143 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.265061 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ef587f-2395-408a-81b5-5be4687ff2b6,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:55.267937 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] Set router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 gateway port host: None {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:55.324008 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:13:54Z', 'revision_number': 6, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port_host': None}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:55.354221 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026ededa-f5b5-410c-82a7-706ead19ce42 None None] The sync data for ids ['1f2c45d1-bfa4-4977-9518-a7d6a153f072'] in dv-cinder-801522-2-iscsi is: [{'id': '1f2c45d1-bfa4-4977-9518-a7d6a153f072', 'name': 'tempest-AttachVolumeTestJSON-472535605-router', 'tenant_id': 'f507516239134a16b3d7b46a4a38af3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:04Z', 'updated_at': '2021-07-22T22:13:54Z', 'revision_number': 6, 'project_id': 'f507516239134a16b3d7b46a4a38af3e', 'gw_port_host': None}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:55.367587 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614839'] for router_gateway, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.467552 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8651'] for router, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.470794 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.485320 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7fb12-c356-4b4b-ae70-ad9739af732c req-d59f79a2-d492-49b9-89df-7d7924d034d0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:55.486821 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3db7fb12-c356-4b4b-ae70-ad9739af732c req-d59f79a2-d492-49b9-89df-7d7924d034d0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.1930270 Jul 22 22:13:55.543976 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-621900'] for router, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.544732 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f2c45d1-bfa4-4977-9518-a7d6a153f072 {{(pid=93408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:13:55.549495 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.550656 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-038ec8d0-06c7-47ea-bd37-df2001fcdbfe admin admin] 10.222.0.26 "DELETE /v2.0/routers/1f2c45d1-bfa4-4977-9518-a7d6a153f072 HTTP/1.1" status: 204 len: 168 time: 0.8931308 Jul 22 22:13:55.553725 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53028) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:55.564873 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-3db7fb12-c356-4b4b-ae70-ad9739af732c req-0b7e0a0a-a427-4b9d-9ba0-234cc15fbcd6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Jul 22 22:13:55.600151 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22c1fe6-6915-4f57-96ef-42dd1a50f699 admin admin] Deleting subnet 733f2904-165c-47a0-87f7-87c92ef3b4a7 {{(pid=93409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:13:55.604138 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a22c1fe6-6915-4f57-96ef-42dd1a50f699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.639249 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a22c1fe6-6915-4f57-96ef-42dd1a50f699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26754812'] for subnet, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.724205 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a22c1fe6-6915-4f57-96ef-42dd1a50f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.794918 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a22c1fe6-6915-4f57-96ef-42dd1a50f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25565060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26817822'] for subnet, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.822761 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c1fe6-6915-4f57-96ef-42dd1a50f699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733f2904-165c-47a0-87f7-87c92ef3b4a7,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:55.826612 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-a22c1fe6-6915-4f57-96ef-42dd1a50f699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.828588 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-a22c1fe6-6915-4f57-96ef-42dd1a50f699 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/733f2904-165c-47a0-87f7-87c92ef3b4a7 HTTP/1.1" status: 204 len: 168 time: 0.2732410 Jul 22 22:13:55.831205 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53030) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:55.834845 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21c9003-25f7-48fc-a6e0-9914d9e54e25 None None] Network 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:55.904375 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.966666 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Deleting port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:13:55.967104 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.032386 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] For port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=00c869d2-bca0-428b-8f2e-07bc8eb23e6d,segment=NetworkSegment(9cbd3055-b1c0-43c6-ae69-1fca465048b7),segment_id=9cbd3055-b1c0-43c6-ae69-1fca465048b7)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:56.032652 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.045244 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Calling delete_port for 00c869d2-bca0-428b-8f2e-07bc8eb23e6d owned by network:dhcp {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:13:56.135173 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.162789 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c869d2-bca0-428b-8f2e-07bc8eb23e6d,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:56.167128 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] No DVR routers for this DVR port 00c869d2-bca0-428b-8f2e-07bc8eb23e6d on host dv-cinder-801522-2-iscsi {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:13:56.167322 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406db5e-ba19-4f93-8bf4-5c241ae75c01 None None] DHCP port deletion for 45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 request from dv-cinder-801522-2-iscsi {{(pid=93410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:13:56.255047 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.266214 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cb5a4d-8aaf-4f48-8b12-118dba1f6c49']}} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:56.277434 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbd3055-b1c0-43c6-ae69-1fca465048b7') {'for_net_delete': True} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:56.277725 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbd3055-b1c0-43c6-ae69-1fca465048b7') {} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:56.287627 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26754805'] for segment, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.301868 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.307909 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Releasing vlan 1663 on physical network physnet1 to pool {{(pid=93409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:13:56.308301 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25565182'] for segment, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: Traceback (most recent call last): Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: timer() Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: cb(*args, **kw) Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: return func(*args, **kwargs) Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: self._notify() Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: self.callback(batched_events) Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: event.method(event) Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: return f(self, *a, **k) Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._get(url).json() Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: return self.request(url, 'GET', **kwargs) Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:13:56.309985 dv-cinder-801522-2-iscsi neutron-server[93409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:13:56.364298 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.370222 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.375104 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] 10.222.0.26 "DELETE /v2.0/networks/45cb5a4d-8aaf-4f48-8b12-118dba1f6c49 HTTP/1.1" status: 204 len: 168 time: 0.5427961 Jul 22 22:13:56.389227 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bb5ac-b55a-40af-a614-b3e0b883cb27 admin admin] Pushing event deleted for resources: {'Network': ['ID=45cb5a4d-8aaf-4f48-8b12-118dba1f6c49,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:56.496893 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53034) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:56.538371 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-70d6d050-9e23-414e-b462-51df75c93093 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f507516239134a16b3d7b46a4a38af3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401430 Jul 22 22:13:56.540930 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53036) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:56.593815 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f23a8d9b-f616-45aa-90e3-10745ec44789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.616074 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f23a8d9b-f616-45aa-90e3-10745ec44789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.666179 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f23a8d9b-f616-45aa-90e3-10745ec44789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.668846 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f23a8d9b-f616-45aa-90e3-10745ec44789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.670066 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-f23a8d9b-f616-45aa-90e3-10745ec44789 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0f55cbf-02fa-43cf-9499-48edf35b04d1 HTTP/1.1" status: 204 len: 168 time: 0.1281922 Jul 22 22:13:56.678541 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8d9b-f616-45aa-90e3-10745ec44789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f55cbf-02fa-43cf-9499-48edf35b04d1,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:56.722286 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2097d9-5f5c-4803-923d-e74516ef6a7f req-14f1bb2c-1304-4346-93f4-f488b81234a9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:56.727624 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3d2097d9-5f5c-4803-923d-e74516ef6a7f req-14f1bb2c-1304-4346-93f4-f488b81234a9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 946 time: 0.0880003 Jul 22 22:13:56.772119 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3d2097d9-5f5c-4803-923d-e74516ef6a7f req-173c47b6-074b-4207-9d95-cf48fd76156a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414739 Jul 22 22:13:56.903626 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device c8ef587f-2395-408a-81b5-5be4687ff2b6 no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:13:56.926366 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: c8ef587f-2395-408a-81b5-5be4687ff2b6 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:13:56.926825 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device c8ef587f-2395-408a-81b5-5be4687ff2b6 not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:13:56.927618 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 00c869d2-bca0-428b-8f2e-07bc8eb23e6d no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:13:56.952818 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 00c869d2-bca0-428b-8f2e-07bc8eb23e6d {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:13:56.953279 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 00c869d2-bca0-428b-8f2e-07bc8eb23e6d not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:13:56.954421 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 5145b05e-0796-4fe6-a07a-87c35856db8f no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:13:56.990024 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 5145b05e-0796-4fe6-a07a-87c35856db8f {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:13:56.990597 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 5145b05e-0796-4fe6-a07a-87c35856db8f not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:13:57.103855 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 48ccc792-506c-4f53-9098-15ff3a330d80 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:13:57.196811 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:57.197871 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:57.220954 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:57.223254 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f338ccd-6e9d-45e9-b765-f5fd5c6c0114" -d '{"events": [{"server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "name": "network-vif-unplugged", "status": "completed", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:57.239379 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:57.245115 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:57.278129 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be280b8-dfd6-4fe4-bc0b-0515e3aabebb x-openstack-request-id: req-1be280b8-dfd6-4fe4-bc0b-0515e3aabebb {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:57.278425 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "name": "network-vif-unplugged", "status": "completed", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:57.279026 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1be280b8-dfd6-4fe4-bc0b-0515e3aabebb {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:57.279429 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80', 'code': 200} Jul 22 22:13:57.305338 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=8']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:57.910477 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e23a48-5ba7-4be1-9ec2-1433613259e1 req-b1f8f694-177d-497c-b6c1-ac980f5c5101 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:57.912077 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-37e23a48-5ba7-4be1-9ec2-1433613259e1 req-b1f8f694-177d-497c-b6c1-ac980f5c5101 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0669153 Jul 22 22:13:57.950499 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-37e23a48-5ba7-4be1-9ec2-1433613259e1 req-0d72552a-7287-45f2-ae14-b42470725778 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323215 Jul 22 22:13:58.913414 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72384e-fdc9-452d-ac0f-cd9aeeba8704 req-6117c601-d0f0-426f-ad0a-2e58d69f75e9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:58.915057 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-da72384e-fdc9-452d-ac0f-cd9aeeba8704 req-6117c601-d0f0-426f-ad0a-2e58d69f75e9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0706067 Jul 22 22:13:58.957647 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-da72384e-fdc9-452d-ac0f-cd9aeeba8704 req-ebe03966-066b-4e22-9f35-0b5d7cfdfc08 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364563 Jul 22 22:13:59.232388 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53132) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:59.347342 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-411df3cd-978c-4764-80b5-2f972e43d42a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136403 Jul 22 22:14:00.111909 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321e7a4-a02c-4aa7-b8aa-55e708e25399 req-83128b16-6f02-440b-b683-25745cf55318 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.113455 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1321e7a4-a02c-4aa7-b8aa-55e708e25399 req-83128b16-6f02-440b-b683-25745cf55318 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0696576 Jul 22 22:14:00.153534 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1321e7a4-a02c-4aa7-b8aa-55e708e25399 req-e0e48fb5-b13f-405c-87ee-7cda383d024f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326240 Jul 22 22:14:00.332356 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-f183258e-a72f-411e-bb3a-56256427af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.334393 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-f183258e-a72f-411e-bb3a-56256427af6b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc&tenant_id=4916e59614aa42639b3699de5d06966d HTTP/1.1" status: 200 len: 1097 time: 0.0657575 Jul 22 22:14:00.410021 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-96deb34e-adf0-4b3f-ad92-ca8e36ad1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.411459 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-96deb34e-adf0-4b3f-ad92-ca8e36ad1d5f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 1097 time: 0.0557206 Jul 22 22:14:00.507754 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-7f620cfc-1174-43a9-9c2f-fb7a373f1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.509262 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-7f620cfc-1174-43a9-9c2f-fb7a373f1a6d service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 918 time: 0.0912025 Jul 22 22:14:00.574788 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-ccf962b7-efa7-49ad-9079-d1f104bc96e3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ccc792-506c-4f53-9098-15ff3a330d80 HTTP/1.1" status: 200 len: 1000 time: 0.0590074 Jul 22 22:14:00.628348 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-99db7019-29e7-4547-817d-75d46fdd26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.629834 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-99db7019-29e7-4547-817d-75d46fdd26f9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.0491996 Jul 22 22:14:00.690447 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-7f73e5e8-5c42-4c3f-8073-c7ce8c6d4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.691925 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-7f73e5e8-5c42-4c3f-8073-c7ce8c6d4ddf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558705 Jul 22 22:14:00.784897 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-59176c72-27af-4bc7-a4af-b99f394bf1a3 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866194 Jul 22 22:14:00.881722 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-1eb56ec4-e14a-413d-9c45-46b58729effd req-13567cbd-48de-4392-91c8-9dcb33da3843 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893602 Jul 22 22:14:01.119606 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 48ccc792-506c-4f53-9098-15ff3a330d80 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:01.294755 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53196) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:01.317546 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786544e-6886-4ba3-a041-1ae59d073e2e req-82253676-d250-4fda-a7a1-9c88a8bfb8d0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:01.320162 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0786544e-6886-4ba3-a041-1ae59d073e2e req-82253676-d250-4fda-a7a1-9c88a8bfb8d0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0762174 Jul 22 22:14:01.372413 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0786544e-6886-4ba3-a041-1ae59d073e2e req-7ae43241-c0a3-457f-8abf-a532488bacc9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466301 Jul 22 22:14:01.438093 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dc3619df-dda5-4e9f-9971-22306622dd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.569685 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dc3619df-dda5-4e9f-9971-22306622dd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.582318 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dc3619df-dda5-4e9f-9971-22306622dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.645133 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3619df-dda5-4e9f-9971-22306622dd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5b973e-eab2-48e8-85fd-0fec707cda74,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:01.678286 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53206) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:01.687055 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-dc3619df-dda5-4e9f-9971-22306622dd3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd0faa5689904db8ab82ec1fe42ffc4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903763 Jul 22 22:14:01.744884 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-01f62078-5fae-4282-9b6b-eeadc25ff8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.782398 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-01f62078-5fae-4282-9b6b-eeadc25ff8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.854210 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-01f62078-5fae-4282-9b6b-eeadc25ff8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.857158 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-01f62078-5fae-4282-9b6b-eeadc25ff8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.861727 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-01f62078-5fae-4282-9b6b-eeadc25ff8a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd5b973e-eab2-48e8-85fd-0fec707cda74 HTTP/1.1" status: 204 len: 168 time: 0.1783721 Jul 22 22:14:01.868117 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f62078-5fae-4282-9b6b-eeadc25ff8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5b973e-eab2-48e8-85fd-0fec707cda74,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:02.206589 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53212) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:02.221166 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-91161e25-fd9d-403b-8534-680537fb57a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.339274 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-91161e25-fd9d-403b-8534-680537fb57a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.343945 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-91161e25-fd9d-403b-8534-680537fb57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.385545 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-91161e25-fd9d-403b-8534-680537fb57a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f8111aa214e48ef9d76f705e8232a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777639 Jul 22 22:14:02.386560 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91161e25-fd9d-403b-8534-680537fb57a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed91d88-ed9b-462f-877f-5adb0a74b5e6,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:02.389122 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53214) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:02.481249 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-72d6b6d9-a29f-4dd3-8891-01be442907ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.506636 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-72d6b6d9-a29f-4dd3-8891-01be442907ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.549609 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ada26-cb40-44de-bce7-28dc5cf8316a req-dafe59b5-d26d-4ec3-a95e-810376011fa9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:02.551231 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cf5ada26-cb40-44de-bce7-28dc5cf8316a req-dafe59b5-d26d-4ec3-a95e-810376011fa9 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0985565 Jul 22 22:14:02.570731 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-72d6b6d9-a29f-4dd3-8891-01be442907ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.574006 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-72d6b6d9-a29f-4dd3-8891-01be442907ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.575388 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-72d6b6d9-a29f-4dd3-8891-01be442907ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ed91d88-ed9b-462f-877f-5adb0a74b5e6 HTTP/1.1" status: 204 len: 168 time: 0.1851296 Jul 22 22:14:02.586935 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6b6d9-a29f-4dd3-8891-01be442907ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed91d88-ed9b-462f-877f-5adb0a74b5e6,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:02.638537 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-cf5ada26-cb40-44de-bce7-28dc5cf8316a req-4f35af90-c745-49a5-8e80-9557af7d9bb1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754440 Jul 22 22:14:03.860311 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbf8c2-4eee-41bc-b1e4-6ddf42b44358 req-c8e34efd-e355-4c7d-8444-1623f123a53e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.861992 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a1fbf8c2-4eee-41bc-b1e4-6ddf42b44358 req-c8e34efd-e355-4c7d-8444-1623f123a53e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0911465 Jul 22 22:14:03.912215 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a1fbf8c2-4eee-41bc-b1e4-6ddf42b44358 req-052446aa-837f-4fb6-a542-a555bf992b31 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431051 Jul 22 22:14:05.096519 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f66d75-a363-4f0c-8b62-2760e4105d5e req-75c20ddd-2262-4978-88a8-955795bdaeab tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:05.098325 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f4f66d75-a363-4f0c-8b62-2760e4105d5e req-75c20ddd-2262-4978-88a8-955795bdaeab tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.1025579 Jul 22 22:14:05.197271 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f4f66d75-a363-4f0c-8b62-2760e4105d5e req-9428c211-c2ea-4d8d-ab55-8f9013dfa509 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881615 Jul 22 22:14:06.098905 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53354) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:06.238255 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-819d1234-4136-46bc-a851-47f19e2587c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.368031 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06652e-ee5f-4d28-97dc-f31b5a38a4c3 req-efe0dc22-032c-41dd-85ea-1b945b15b1b7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:06.369931 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fc06652e-ee5f-4d28-97dc-f31b5a38a4c3 req-efe0dc22-032c-41dd-85ea-1b945b15b1b7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.1025538 Jul 22 22:14:06.420103 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-819d1234-4136-46bc-a851-47f19e2587c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.427535 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-819d1234-4136-46bc-a851-47f19e2587c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.449649 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fc06652e-ee5f-4d28-97dc-f31b5a38a4c3 req-3b2dbada-f851-4c8c-8a01-f2b61b6d198e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729105 Jul 22 22:14:06.480399 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-819d1234-4136-46bc-a851-47f19e2587c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99cf042607664adf9e559e0dddc16e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801928 Jul 22 22:14:06.480743 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53360) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:06.487736 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d1234-4136-46bc-a851-47f19e2587c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54d2ab2-0ec8-4b92-a40f-e984fb5617b7,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:06.534293 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f2568d57-7ff5-4e7b-a15e-2f3982eb32e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.556749 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f2568d57-7ff5-4e7b-a15e-2f3982eb32e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.605781 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f2568d57-7ff5-4e7b-a15e-2f3982eb32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.609184 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f2568d57-7ff5-4e7b-a15e-2f3982eb32e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.612167 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-f2568d57-7ff5-4e7b-a15e-2f3982eb32e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d54d2ab2-0ec8-4b92-a40f-e984fb5617b7 HTTP/1.1" status: 204 len: 168 time: 0.1306560 Jul 22 22:14:06.621742 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2568d57-7ff5-4e7b-a15e-2f3982eb32e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54d2ab2-0ec8-4b92-a40f-e984fb5617b7,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:06.912876 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53366) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:06.929970 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2a75dcbc-db52-4a7b-87a8-972c694e9894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.033693 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2a75dcbc-db52-4a7b-87a8-972c694e9894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.038560 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2a75dcbc-db52-4a7b-87a8-972c694e9894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.076975 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75dcbc-db52-4a7b-87a8-972c694e9894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a707cf-3d13-426f-87bf-abffd6e2b794,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:07.084139 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-2a75dcbc-db52-4a7b-87a8-972c694e9894 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f73b772b2494721b983b6251374f153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700797 Jul 22 22:14:07.084367 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53368) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:07.138576 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6d36b35a-9ea2-4bb1-b3e8-a0a067d9697b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.161364 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6d36b35a-9ea2-4bb1-b3e8-a0a067d9697b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.216808 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6d36b35a-9ea2-4bb1-b3e8-a0a067d9697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.219651 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6d36b35a-9ea2-4bb1-b3e8-a0a067d9697b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.221007 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-6d36b35a-9ea2-4bb1-b3e8-a0a067d9697b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94a707cf-3d13-426f-87bf-abffd6e2b794 HTTP/1.1" status: 204 len: 168 time: 0.1357570 Jul 22 22:14:07.230065 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36b35a-9ea2-4bb1-b3e8-a0a067d9697b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a707cf-3d13-426f-87bf-abffd6e2b794,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:07.613493 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beb1f3-9322-490e-8aa6-ed107462ddfb req-3636c949-2cbe-4216-bf94-6c7cf51655b4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:07.615020 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32beb1f3-9322-490e-8aa6-ed107462ddfb req-3636c949-2cbe-4216-bf94-6c7cf51655b4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0733602 Jul 22 22:14:07.657073 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-32beb1f3-9322-490e-8aa6-ed107462ddfb req-9ad63049-9c01-4e8b-a44a-7465a3a62766 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351069 Jul 22 22:14:08.369858 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53402) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:08.494859 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-bbb4da24-c8f4-47f6-ac2f-3b8bece4abea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.595589 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-bbb4da24-c8f4-47f6-ac2f-3b8bece4abea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.599991 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-bbb4da24-c8f4-47f6-ac2f-3b8bece4abea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.641170 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4da24-c8f4-47f6-ac2f-3b8bece4abea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a351ccfc-3e06-4c65-b04d-042ff2428f91,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:08.648336 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53406) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:08.648979 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-bbb4da24-c8f4-47f6-ac2f-3b8bece4abea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6be0a1245abc45cd9bca4d6d089708bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781096 Jul 22 22:14:08.706908 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-29a0e25b-cfc5-4600-b972-70b7b8fb6429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.732791 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-29a0e25b-cfc5-4600-b972-70b7b8fb6429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.786882 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-29a0e25b-cfc5-4600-b972-70b7b8fb6429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.790200 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-29a0e25b-cfc5-4600-b972-70b7b8fb6429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:08.791721 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-29a0e25b-cfc5-4600-b972-70b7b8fb6429 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a351ccfc-3e06-4c65-b04d-042ff2428f91 HTTP/1.1" status: 204 len: 168 time: 0.1414971 Jul 22 22:14:08.800230 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0e25b-cfc5-4600-b972-70b7b8fb6429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a351ccfc-3e06-4c65-b04d-042ff2428f91,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:08.822682 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0ebf-a69b-4d7b-be53-c1ce0be845fe req-d74b0a4b-084e-403a-86ed-df362b363de5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:08.828217 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9e3f0ebf-a69b-4d7b-be53-c1ce0be845fe req-d74b0a4b-084e-403a-86ed-df362b363de5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0860009 Jul 22 22:14:08.872976 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9e3f0ebf-a69b-4d7b-be53-c1ce0be845fe req-7e77a3aa-fc25-4e4b-8b2d-7e650d8cce4e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Jul 22 22:14:09.732756 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0917d4dd-a201-4bf8-ba84-b6089b1ad383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:10.039578 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e2d8c-2f1e-410f-9df0-ad6acd1e051c req-713f4199-3982-4f0c-8476-0942e9b127e7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:10.041721 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5e2e2d8c-2f1e-410f-9df0-ad6acd1e051c req-713f4199-3982-4f0c-8476-0942e9b127e7 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0763805 Jul 22 22:14:10.103444 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5e2e2d8c-2f1e-410f-9df0-ad6acd1e051c req-e6126471-c8bb-4655-932f-628792960b1b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554705 Jul 22 22:14:11.283068 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2ed87-67d1-4878-9435-3fc412fa5a35 req-1da2c5a2-2817-4654-889f-84240164d753 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:11.284950 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b2e2ed87-67d1-4878-9435-3fc412fa5a35 req-1da2c5a2-2817-4654-889f-84240164d753 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0718889 Jul 22 22:14:11.326675 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b2e2ed87-67d1-4878-9435-3fc412fa5a35 req-e0aa4425-711e-4549-832d-0db1a5f9bd3c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350342 Jul 22 22:14:12.480505 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f5032-4c18-4834-9730-6a7070bc0dd5 req-ee065d7f-e549-41c4-adc3-504bf2d03462 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:12.482027 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ed1f5032-4c18-4834-9730-6a7070bc0dd5 req-ee065d7f-e549-41c4-adc3-504bf2d03462 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0708399 Jul 22 22:14:12.522168 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ed1f5032-4c18-4834-9730-6a7070bc0dd5 req-5bef4c6f-f979-4829-b8b3-e09cd306d40a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343897 Jul 22 22:14:12.830890 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.177135 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0f70b40b-af82-4e0a-bd45-f2eb779286c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.663481 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3950a-5797-426e-8794-78ed202fd9ca req-cb56c30a-830c-4e86-a8ed-d014b5e3243d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:13.665041 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2ab3950a-5797-426e-8794-78ed202fd9ca req-cb56c30a-830c-4e86-a8ed-d014b5e3243d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0691845 Jul 22 22:14:13.704066 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2ab3950a-5797-426e-8794-78ed202fd9ca req-3d88429d-1a52-43d3-8996-fde1087aaf5f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331941 Jul 22 22:14:14.413893 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:14.852096 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ffc7a-4c4c-4b1e-a21a-e73661b2654a req-52540cf6-8a25-4ebf-a3dc-194db937657d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:14.853637 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e18ffc7a-4c4c-4b1e-a21a-e73661b2654a req-52540cf6-8a25-4ebf-a3dc-194db937657d tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 944 time: 0.0704126 Jul 22 22:14:14.892282 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e18ffc7a-4c4c-4b1e-a21a-e73661b2654a req-f7dfa037-7ec7-4864-8720-253ace75a03a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327730 Jul 22 22:14:15.243707 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 48ccc792-506c-4f53-9098-15ff3a330d80 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:14:15.355939 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:15.369206 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '48ccc792-506c-4f53-9098-15ff3a330d80', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'port_id': '48ccc792-506c-4f53-9098-15ff3a330d80', 'mac_address': 'fa:16:3e:2b:12:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:14:15.411128 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:15.424718 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ccc792-506c-4f53-9098-15ff3a330d80 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:15.449037 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:15.453478 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:15.501273 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=9']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:15.509084 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.509434 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.509774 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.510117 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.510490 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.510852 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.511181 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.511506 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.511933 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.512289 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.512610 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.512929 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:15.716356 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['48ccc792-506c-4f53-9098-15ff3a330d80'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:16.048542 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca20f60-27d3-406d-9b26-22f5ef5ae09d req-01d197a3-e884-4e9e-9298-356b33b69f52 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:16.050668 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fca20f60-27d3-406d-9b26-22f5ef5ae09d req-01d197a3-e884-4e9e-9298-356b33b69f52 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 945 time: 0.0719717 Jul 22 22:14:16.093161 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-fca20f60-27d3-406d-9b26-22f5ef5ae09d req-17eb7959-bf97-4f68-9671-d2db7e978f45 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348496 Jul 22 22:14:16.150101 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.240053 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e7289-e4d3-4137-9da3-95e41fcc8bd9 req-5c94f4db-12e1-48c7-b107-089eaa34fe7e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:17.242084 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4d8e7289-e4d3-4137-9da3-95e41fcc8bd9 req-5c94f4db-12e1-48c7-b107-089eaa34fe7e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 945 time: 0.0702729 Jul 22 22:14:17.246364 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 48ccc792-506c-4f53-9098-15ff3a330d80 up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:17.284237 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4d8e7289-e4d3-4137-9da3-95e41fcc8bd9 req-f4fa4c43-913d-480b-b09c-4836b3a19ec5 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358896 Jul 22 22:14:17.297673 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 48ccc792-506c-4f53-9098-15ff3a330d80 triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:17.298047 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.309472 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53544) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:17.392995 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.417111 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:17.418179 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e82375d8-b1ba-45ee-a604-864cac18f3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.419440 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ab5c02-69cb-4011-a43a-27f8d9c906e8" -d '{"events": [{"server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:17.434887 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:17.439904 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.463113 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f890ee-fd6a-4f39-a22b-edcef901ea03 x-openstack-request-id: req-68f890ee-fd6a-4f39-a22b-edcef901ea03 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:17.463406 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "name": "network-vif-plugged", "status": "completed", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:17.463860 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68f890ee-fd6a-4f39-a22b-edcef901ea03 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:17.465266 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80', 'code': 200} Jul 22 22:14:17.498382 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=10']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:17.534734 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e82375d8-b1ba-45ee-a604-864cac18f3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.539660 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-e82375d8-b1ba-45ee-a604-864cac18f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.582118 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-e82375d8-b1ba-45ee-a604-864cac18f3cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b702cd81ef3c43d9ba2e60bb640d0400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713561 Jul 22 22:14:17.583059 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82375d8-b1ba-45ee-a604-864cac18f3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3a04d3-f217-45ae-a2cb-9ca15e00fdd7,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:17.585130 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53550) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:17.637502 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-649e21c5-b196-4431-a013-f0bbc845c4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.656000 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713daec1-6750-45fa-99ac-a375bee5b69f req-1a696c19-1e47-4f45-8ffd-9b47fc290280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:17.657515 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-713daec1-6750-45fa-99ac-a375bee5b69f req-1a696c19-1e47-4f45-8ffd-9b47fc290280 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 1100 time: 0.0551732 Jul 22 22:14:17.665677 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-649e21c5-b196-4431-a013-f0bbc845c4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.694747 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-713daec1-6750-45fa-99ac-a375bee5b69f req-068e3027-9320-4bf3-876c-36734236d064 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297875 Jul 22 22:14:17.716980 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-649e21c5-b196-4431-a013-f0bbc845c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.719515 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-649e21c5-b196-4431-a013-f0bbc845c4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.720735 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-649e21c5-b196-4431-a013-f0bbc845c4ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f3a04d3-f217-45ae-a2cb-9ca15e00fdd7 HTTP/1.1" status: 204 len: 168 time: 0.1344082 Jul 22 22:14:17.729030 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e21c5-b196-4431-a013-f0bbc845c4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3a04d3-f217-45ae-a2cb-9ca15e00fdd7,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:17.983508 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53556) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:17.999305 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2873e18c-49c0-4fa4-9eda-8177bcd4d7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.093971 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2873e18c-49c0-4fa4-9eda-8177bcd4d7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.097623 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2873e18c-49c0-4fa4-9eda-8177bcd4d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.136818 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-2873e18c-49c0-4fa4-9eda-8177bcd4d7b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9520775337ff4926aaf89c0f9e66e7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522117 Jul 22 22:14:18.137781 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873e18c-49c0-4fa4-9eda-8177bcd4d7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6cdc8-4113-4f03-ad43-9c938661ae1b,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:18.139490 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53558) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:18.190841 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-86bcc433-2020-427a-850c-64759d855147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.213862 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-86bcc433-2020-427a-850c-64759d855147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.260905 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-86bcc433-2020-427a-850c-64759d855147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.263519 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-86bcc433-2020-427a-850c-64759d855147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.264862 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-86bcc433-2020-427a-850c-64759d855147 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0f6cdc8-4113-4f03-ad43-9c938661ae1b HTTP/1.1" status: 204 len: 168 time: 0.1241772 Jul 22 22:14:18.273554 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcc433-2020-427a-850c-64759d855147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6cdc8-4113-4f03-ad43-9c938661ae1b,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:18.427376 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13e548-9959-44b7-ae82-7fb0719b4beb req-02625382-e070-416a-a7e6-85d18c61be1f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:18.429472 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9f13e548-9959-44b7-ae82-7fb0719b4beb req-02625382-e070-416a-a7e6-85d18c61be1f tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 947 time: 0.0660124 Jul 22 22:14:18.474760 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9f13e548-9959-44b7-ae82-7fb0719b4beb req-b9fa80a9-defc-4192-b776-9d3cbf885c8b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361915 Jul 22 22:14:18.594209 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53570) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:18.611101 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7dd7-7fc1-4658-9eba-efe3d9cd9d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.702629 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7dd7-7fc1-4658-9eba-efe3d9cd9d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.706656 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7dd7-7fc1-4658-9eba-efe3d9cd9d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.745832 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-4e5e7dd7-7fc1-4658-9eba-efe3d9cd9d84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f62c8eb59a7842e0b02a1a08f57391a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505094 Jul 22 22:14:18.746716 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e7dd7-7fc1-4658-9eba-efe3d9cd9d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8c85de-c871-401d-8b35-5bd8e7de338c,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:18.748601 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53576) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:18.811810 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3e201701-6753-4779-8229-531d3894553a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.837972 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3e201701-6753-4779-8229-531d3894553a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.888871 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3e201701-6753-4779-8229-531d3894553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.891304 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3e201701-6753-4779-8229-531d3894553a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.892508 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-3e201701-6753-4779-8229-531d3894553a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b8c85de-c871-401d-8b35-5bd8e7de338c HTTP/1.1" status: 204 len: 168 time: 0.1422093 Jul 22 22:14:18.900866 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e201701-6753-4779-8229-531d3894553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8c85de-c871-401d-8b35-5bd8e7de338c,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:19.615726 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03d17-4f39-438f-a1c2-8e9c234f4067 req-fbcf01a3-87f5-4f40-9b75-c4af04d6a1f1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:19.616637 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-07c03d17-4f39-438f-a1c2-8e9c234f4067 req-fbcf01a3-87f5-4f40-9b75-c4af04d6a1f1 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 947 time: 0.0655448 Jul 22 22:14:19.655298 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-07c03d17-4f39-438f-a1c2-8e9c234f4067 req-e2684dd7-52bc-4ece-8db9-4ee4f7d5dcb4 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328116 Jul 22 22:14:22.901225 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53690) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:23.229542 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Deleting port 8f45534d-853b-437d-8989-9ed255eaec63 {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:23.229889 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.310159 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.310492 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.322423 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Calling delete_port for 8f45534d-853b-437d-8989-9ed255eaec63 owned by network:floatingip {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:23.493793 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.519985 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event deleted for resources: {'Port': ['ID=8f45534d-853b-437d-8989-9ed255eaec63,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:23.583819 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.584181 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.l3_db [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Floating IP fad81ff6-f0c6-40e6-8d4b-7cecbf0a281f disassociated (deleted). External IP: 172.27.2.234, port: 246a24a7-a8f0-42d5-9b96-779b78f0867a. Jul 22 22:14:23.797896 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Router 164abc64-a8cb-47d1-bce7-65187386dd0e has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:23.912039 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:23.917485 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.926444 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] Sync routers for ids ['164abc64-a8cb-47d1-bce7-65187386dd0e'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:23.935153 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:14:23.939351 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] Routers {'164abc64-a8cb-47d1-bce7-65187386dd0e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:23.939993 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['164abc64-a8cb-47d1-bce7-65187386dd0e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:23.958099 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-31ed4416-a7da-4ae4-a575-af67cef58f61 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "DELETE /v2.0/floatingips/fad81ff6-f0c6-40e6-8d4b-7cecbf0a281f HTTP/1.1" status: 204 len: 168 time: 1.0557506 Jul 22 22:14:23.958686 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:23.961880 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51058ab7-f21f-4eb3-b369-24b69a738993" -d '{"events": [{"name": "network-changed", "server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:24.003160 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44da2c1-de60-45fe-9e7c-57ec36fd41ea x-openstack-request-id: req-b44da2c1-de60-45fe-9e7c-57ec36fd41ea {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:24.003533 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:24.003915 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b44da2c1-de60-45fe-9e7c-57ec36fd41ea {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:24.004463 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'status': 'completed', 'code': 200} Jul 22 22:14:24.051796 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] Set router 164abc64-a8cb-47d1-bce7-65187386dd0e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:24.088557 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-b222613a-5d54-4bcd-81f0-c4300e011a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.090269 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-b222613a-5d54-4bcd-81f0-c4300e011a4b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95158c40d9f74bda88228846e72eaebd&device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0634000 Jul 22 22:14:24.298673 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:49Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '8037b989-4286-4998-af7b-9b99a3e08ade', 'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'mac_address': 'fa:16:3e:f5:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:48Z', 'updated_at': '2021-07-22T22:08:55Z', 'revision_number': 5, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'subnets': [{'id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:24.326592 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] Checking router: 164abc64-a8cb-47d1-bce7-65187386dd0e for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:24.336585 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] Routers {'164abc64-a8cb-47d1-bce7-65187386dd0e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:24.337243 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['164abc64-a8cb-47d1-bce7-65187386dd0e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:24.451653 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] Set router 164abc64-a8cb-47d1-bce7-65187386dd0e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:24.519369 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-572d1d57-df66-49ce-95e1-499d42c16313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.520886 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-572d1d57-df66-49ce-95e1-499d42c16313 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cee03ab9-d068-4513-94e2-6746aaf63df6 HTTP/1.1" status: 200 len: 908 time: 0.4244294 Jul 22 22:14:24.565336 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-47384e23-2e63-4795-b026-620650a525cc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a HTTP/1.1" status: 200 len: 217 time: 0.0361314 Jul 22 22:14:24.578408 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1afcb9-15b9-45d5-aabe-d53a4b36ae83 req-50021882-624e-42a3-ac56-7c7ebcf0bafd tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.579804 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8d1afcb9-15b9-45d5-aabe-d53a4b36ae83 req-50021882-624e-42a3-ac56-7c7ebcf0bafd tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.4138279 Jul 22 22:14:24.640101 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-6aec39c5-852a-45db-a9b4-983e9d12d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.641649 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-6aec39c5-852a-45db-a9b4-983e9d12d134 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5f5281fa-dfaa-4347-8624-1cb358598c7e HTTP/1.1" status: 200 len: 845 time: 0.0609601 Jul 22 22:14:24.669345 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8d1afcb9-15b9-45d5-aabe-d53a4b36ae83 req-79d49445-73dd-4b67-8173-a37434934a85 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804510 Jul 22 22:14:24.714496 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-efbfdffb-c7ae-4446-9bc1-450907b53788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:24.716070 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-efbfdffb-c7ae-4446-9bc1-450907b53788 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cee03ab9-d068-4513-94e2-6746aaf63df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653856 Jul 22 22:14:24.757380 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:49Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '8037b989-4286-4998-af7b-9b99a3e08ade', 'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'mac_address': 'fa:16:3e:f5:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:48Z', 'updated_at': '2021-07-22T22:08:55Z', 'revision_number': 5, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'subnets': [{'id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:24.783598 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456b1c40-bec9-4573-8336-dd357816e465 None None] The sync data for ids ['164abc64-a8cb-47d1-bce7-65187386dd0e'] in dv-cinder-801522-2-iscsi is: [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:49Z', 'revision_number': 4, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '8037b989-4286-4998-af7b-9b99a3e08ade', 'name': '', 'network_id': 'cee03ab9-d068-4513-94e2-6746aaf63df6', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'mac_address': 'fa:16:3e:f5:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:48Z', 'updated_at': '2021-07-22T22:08:55Z', 'revision_number': 5, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'subnets': [{'id': '5f5281fa-dfaa-4347-8624-1cb358598c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:24.813670 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-8fb945ed-adab-4dfd-a98a-2f6c5767b75a service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902333 Jul 22 22:14:24.915908 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-51058ab7-f21f-4eb3-b369-24b69a738993 req-9dd225eb-c2ee-49d6-95e0-9e0735258f5a service neutron] 10.222.0.113 "GET /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944874 Jul 22 22:14:25.025092 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d28ec-5afb-477e-b2f0-9c94c4303ea0 None None] New status for floating IP fad81ff6-f0c6-40e6-8d4b-7cecbf0a281f: DOWN {{(pid=93410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:14:25.807243 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be57e3-e664-4542-b1e7-57a9e7f502bd req-8cc60694-ee8a-411b-9137-1aecb3f991c9 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:25.809578 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e7be57e3-e664-4542-b1e7-57a9e7f502bd req-8cc60694-ee8a-411b-9137-1aecb3f991c9 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0665777 Jul 22 22:14:25.847130 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e7be57e3-e664-4542-b1e7-57a9e7f502bd req-34a3bedc-a4c1-4997-a411-11955dca0cf6 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/security-groups?id=a685d665-464a-46d7-abd9-c588873a9aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319824 Jul 22 22:14:25.950176 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-6d967494-6cbd-4b3d-993e-9cd99c15a734 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:25.951735 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-6d967494-6cbd-4b3d-993e-9cd99c15a734 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.113 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 945 time: 0.0651207 Jul 22 22:14:26.068059 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-825573f6-f43c-4275-9184-f86f9b2b986e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Deleting port 246a24a7-a8f0-42d5-9b96-779b78f0867a {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:26.068409 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-825573f6-f43c-4275-9184-f86f9b2b986e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.163250 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-825573f6-f43c-4275-9184-f86f9b2b986e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] For port 246a24a7-a8f0-42d5-9b96-779b78f0867a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=246a24a7-a8f0-42d5-9b96-779b78f0867a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:26.163610 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-825573f6-f43c-4275-9184-f86f9b2b986e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.177649 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-825573f6-f43c-4275-9184-f86f9b2b986e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Calling delete_port for 246a24a7-a8f0-42d5-9b96-779b78f0867a owned by compute:nova {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:26.308703 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-825573f6-f43c-4275-9184-f86f9b2b986e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.336545 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825573f6-f43c-4275-9184-f86f9b2b986e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event deleted for resources: {'Port': ['ID=246a24a7-a8f0-42d5-9b96-779b78f0867a,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:26.385391 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-825573f6-f43c-4275-9184-f86f9b2b986e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] No DVR routers for this DVR port 246a24a7-a8f0-42d5-9b96-779b78f0867a on host hv-cinder-80152 {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:14:26.388137 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-825573f6-f43c-4275-9184-f86f9b2b986e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.390239 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a4242536-b8d1-44a6-b3b7-7a5fae58eb9d req-825573f6-f43c-4275-9184-f86f9b2b986e tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.113 "DELETE /v2.0/ports/246a24a7-a8f0-42d5-9b96-779b78f0867a HTTP/1.1" status: 204 len: 173 time: 0.4246345 Jul 22 22:14:26.390697 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'name': 'network-vif-deleted', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:26.393031 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd1807b-ae3b-475f-abfc-9bd7b949a2a0" -d '{"events": [{"server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "name": "network-vif-deleted", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:26.434262 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196b39d4-58b9-4868-a750-db2bc10900e0 x-openstack-request-id: req-196b39d4-58b9-4868-a750-db2bc10900e0 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:26.434620 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84822757-05b0-49ba-bdf0-c41607424bc1", "name": "network-vif-deleted", "tag": "246a24a7-a8f0-42d5-9b96-779b78f0867a", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:26.434946 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-196b39d4-58b9-4868-a750-db2bc10900e0 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:26.435360 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84822757-05b0-49ba-bdf0-c41607424bc1', 'name': 'network-vif-deleted', 'tag': '246a24a7-a8f0-42d5-9b96-779b78f0867a', 'status': 'completed', 'code': 200} Jul 22 22:14:26.961939 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0e527046-1113-40fc-ae05-3d2ffab32c53 req-cd5e9a5f-6de8-4e93-ba3b-3628122dcb91 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "GET /v2.0/ports?device_id=84822757-05b0-49ba-bdf0-c41607424bc1 HTTP/1.1" status: 200 len: 210 time: 0.0348690 Jul 22 22:14:27.178535 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.026719 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53718) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:28.092855 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6640-8460-4fe1-9889-9f244613f0f0 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.118828 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6640-8460-4fe1-9889-9f244613f0f0 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.180492 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6640-8460-4fe1-9889-9f244613f0f0 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.183081 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6640-8460-4fe1-9889-9f244613f0f0 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:28.184302 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f0bf6640-8460-4fe1-9889-9f244613f0f0 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] 10.222.0.26 "DELETE /v2.0/security-groups/a685d665-464a-46d7-abd9-c588873a9aa4 HTTP/1.1" status: 204 len: 168 time: 0.1565683 Jul 22 22:14:28.196191 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf6640-8460-4fe1-9889-9f244613f0f0 tempest-TestShelveInstance-682770739 tempest-TestShelveInstance-682770739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685d665-464a-46d7-abd9-c588873a9aa4,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:28.238166 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53722) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:28.703270 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619917'] for router_interface, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:29.268068 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] Deleting port 8037b989-4286-4998-af7b-9b99a3e08ade {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:29.268820 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:29.330330 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 246a24a7-a8f0-42d5-9b96-779b78f0867a no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:29.346920 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] For port 8037b989-4286-4998-af7b-9b99a3e08ade, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=8037b989-4286-4998-af7b-9b99a3e08ade,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:29.347443 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:29.350317 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 246a24a7-a8f0-42d5-9b96-779b78f0867a {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:29.350668 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 246a24a7-a8f0-42d5-9b96-779b78f0867a not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:29.360544 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] Calling delete_port for 8037b989-4286-4998-af7b-9b99a3e08ade owned by network:router_interface {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:29.545013 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:29.580373 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] Pushing event deleted for resources: {'Port': ['ID=8037b989-4286-4998-af7b-9b99a3e08ade,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:29.750359 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619793'] for router_interface, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:29.968274 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] Router 164abc64-a8cb-47d1-bce7-65187386dd0e has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:30.079890 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:30.085578 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-dcbbb780-31a4-458c-bc71-5abc370c704d admin admin] 10.222.0.26 "PUT /v2.0/routers/164abc64-a8cb-47d1-bce7-65187386dd0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8466196 Jul 22 22:14:30.088116 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53730) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:30.090709 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] Sync routers for ids ['164abc64-a8cb-47d1-bce7-65187386dd0e'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:30.099883 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] Routers {'164abc64-a8cb-47d1-bce7-65187386dd0e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:30.100493 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['164abc64-a8cb-47d1-bce7-65187386dd0e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:30.196668 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Notify callbacks [] for router, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.206507 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] Set router 164abc64-a8cb-47d1-bce7-65187386dd0e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:30.302949 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.365689 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Deleting port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:30.366118 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.396674 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:14:29Z', 'revision_number': 5, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port': {'id': 'd44bc64d-c5cf-46f1-ad39-26b75d75a4f1', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:30.428028 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] Checking router: 164abc64-a8cb-47d1-bce7-65187386dd0e for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:30.436819 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] Routers {'164abc64-a8cb-47d1-bce7-65187386dd0e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:30.437454 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['164abc64-a8cb-47d1-bce7-65187386dd0e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:30.458017 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] For port d44bc64d-c5cf-46f1-ad39-26b75d75a4f1, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=d44bc64d-c5cf-46f1-ad39-26b75d75a4f1,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:30.458374 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.470617 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Calling delete_port for d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 owned by network:router_gateway {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:30.522453 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] Set router 164abc64-a8cb-47d1-bce7-65187386dd0e gateway port host: None {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:30.574899 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 6, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port_host': None}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:30.604474 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f4a95-3137-4df6-b398-f548842b628b None None] The sync data for ids ['164abc64-a8cb-47d1-bce7-65187386dd0e'] in dv-cinder-801522-2-iscsi is: [{'id': '164abc64-a8cb-47d1-bce7-65187386dd0e', 'name': 'tempest-TestShelveInstance-4443717-router', 'tenant_id': '95158c40d9f74bda88228846e72eaebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:45Z', 'updated_at': '2021-07-22T22:14:30Z', 'revision_number': 6, 'project_id': '95158c40d9f74bda88228846e72eaebd', 'gw_port_host': None}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:30.651996 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.708062 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44bc64d-c5cf-46f1-ad39-26b75d75a4f1,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:30.758643 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614839'] for router_gateway, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.850110 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8651'] for router, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.852212 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.894760 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-621900'] for router, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.895303 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 164abc64-a8cb-47d1-bce7-65187386dd0e {{(pid=93408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:14:30.899926 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.903951 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-bd636885-63b5-4f59-8b53-4d70f0e2af15 admin admin] 10.222.0.26 "DELETE /v2.0/routers/164abc64-a8cb-47d1-bce7-65187386dd0e HTTP/1.1" status: 204 len: 168 time: 0.8148735 Jul 22 22:14:30.904137 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53734) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:30.950852 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_v2 [None req-2045996a-422c-4684-ab0f-718576de67fc admin admin] Deleting subnet 5f5281fa-dfaa-4347-8624-1cb358598c7e {{(pid=93409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:14:30.953828 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2045996a-422c-4684-ab0f-718576de67fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:30.988144 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2045996a-422c-4684-ab0f-718576de67fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26754812'] for subnet, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.070342 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2045996a-422c-4684-ab0f-718576de67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.130070 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2045996a-422c-4684-ab0f-718576de67fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25565060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26817822'] for subnet, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.164865 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045996a-422c-4684-ab0f-718576de67fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5281fa-dfaa-4347-8624-1cb358598c7e,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:31.167772 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2045996a-422c-4684-ab0f-718576de67fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.170375 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-2045996a-422c-4684-ab0f-718576de67fc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5f5281fa-dfaa-4347-8624-1cb358598c7e HTTP/1.1" status: 204 len: 168 time: 0.2653053 Jul 22 22:14:31.172369 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a40dd0-09e4-4b7a-8f20-c26209a2b38c None None] Network cee03ab9-d068-4513-94e2-6746aaf63df6 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:31.172991 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53736) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:31.213368 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 8037b989-4286-4998-af7b-9b99a3e08ade no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:31.242482 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 8037b989-4286-4998-af7b-9b99a3e08ade {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:31.242831 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 8037b989-4286-4998-af7b-9b99a3e08ade not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:31.243260 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:31.266214 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.324973 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:31.325333 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device d44bc64d-c5cf-46f1-ad39-26b75d75a4f1 not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:31.330903 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Deleting port 7d15dadb-d3be-4715-a53f-ba3255184d4a {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:31.331558 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.402250 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] For port 7d15dadb-d3be-4715-a53f-ba3255184d4a, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=7d15dadb-d3be-4715-a53f-ba3255184d4a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:31.402704 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.420801 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Calling delete_port for 7d15dadb-d3be-4715-a53f-ba3255184d4a owned by network:dhcp {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:31.466242 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1022f991-9e61-450b-82ca-ab29896dc4c9 None None] DHCP port deletion for cee03ab9-d068-4513-94e2-6746aaf63df6 request from dv-cinder-801522-2-iscsi {{(pid=93410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:14:31.516698 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1022f991-9e61-450b-82ca-ab29896dc4c9 None None] Deleting port 7d15dadb-d3be-4715-a53f-ba3255184d4a {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:31.517080 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1022f991-9e61-450b-82ca-ab29896dc4c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.531134 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.558397 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d15dadb-d3be-4715-a53f-ba3255184d4a,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:31.562208 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] No DVR routers for this DVR port 7d15dadb-d3be-4715-a53f-ba3255184d4a on host dv-cinder-801522-2-iscsi {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:14:31.593809 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1022f991-9e61-450b-82ca-ab29896dc4c9 None None] For port 7d15dadb-d3be-4715-a53f-ba3255184d4a, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=7d15dadb-d3be-4715-a53f-ba3255184d4a,segment=NetworkSegment(add16b05-44b5-4da9-8fbb-972d21d4cae2),segment_id=add16b05-44b5-4da9-8fbb-972d21d4cae2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:31.594200 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1022f991-9e61-450b-82ca-ab29896dc4c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.607214 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1022f991-9e61-450b-82ca-ab29896dc4c9 None None] Calling delete_port for 7d15dadb-d3be-4715-a53f-ba3255184d4a owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:31.642202 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.653784 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee03ab9-d068-4513-94e2-6746aaf63df6']}} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:31.665312 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add16b05-44b5-4da9-8fbb-972d21d4cae2') {'for_net_delete': True} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:31.665645 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add16b05-44b5-4da9-8fbb-972d21d4cae2') {} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:31.674534 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26754805'] for segment, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.689003 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.690422 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1022f991-9e61-450b-82ca-ab29896dc4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.697162 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Releasing vlan 1687 on physical network physnet1 to pool {{(pid=93409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:14:31.697844 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25565182'] for segment, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: Traceback (most recent call last): Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: timer() Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: cb(*args, **kw) Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: return func(*args, **kwargs) Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: self._notify() Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: self.callback(batched_events) Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: event.method(event) Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: return f(self, *a, **k) Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._get(url).json() Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: return self.request(url, 'GET', **kwargs) Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:14:31.699757 dv-cinder-801522-2-iscsi neutron-server[93409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:14:31.715977 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022f991-9e61-450b-82ca-ab29896dc4c9 None None] Pushing event deleted for resources: {'Port': ['ID=7d15dadb-d3be-4715-a53f-ba3255184d4a,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:31.722369 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022f991-9e61-450b-82ca-ab29896dc4c9 None None] No DVR routers for this DVR port 7d15dadb-d3be-4715-a53f-ba3255184d4a on host dv-cinder-801522-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:14:31.758599 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.765228 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:31.767448 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cee03ab9-d068-4513-94e2-6746aaf63df6 HTTP/1.1" status: 204 len: 168 time: 0.5933344 Jul 22 22:14:31.770336 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53740) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:31.779130 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d5a1a-f9af-44a2-8cf6-487bd6889ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee03ab9-d068-4513-94e2-6746aaf63df6,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:32.121351 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619917'] for router_interface, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.373697 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] Deleting port 3345e4e8-ff12-4815-9c32-c08db2c9f00b {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:32.374036 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.450591 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] For port 3345e4e8-ff12-4815-9c32-c08db2c9f00b, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=3345e4e8-ff12-4815-9c32-c08db2c9f00b,segment=NetworkSegment(82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617),segment_id=82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:32.450976 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.463786 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] Calling delete_port for 3345e4e8-ff12-4815-9c32-c08db2c9f00b owned by network:router_interface {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:32.649905 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.676739 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] Pushing event deleted for resources: {'Port': ['ID=3345e4e8-ff12-4815-9c32-c08db2c9f00b,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:32.724916 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-7f71a78a-b21f-4b94-8c22-0f4da620881c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702565 Jul 22 22:14:32.811874 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-43a4ba52-6b5c-416d-ae8d-8a454e760e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:32.813434 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-43a4ba52-6b5c-416d-ae8d-8a454e760e9c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4916e59614aa42639b3699de5d06966d&device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 1100 time: 0.0629647 Jul 22 22:14:32.876191 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619793'] for router_interface, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:32.952637 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-905bb9db-6682-4aa5-a432-c6a3c2c0fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:32.954043 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-905bb9db-6682-4aa5-a432-c6a3c2c0fc41 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 200 len: 918 time: 0.1118417 Jul 22 22:14:32.989737 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 7d15dadb-d3be-4715-a53f-ba3255184d4a no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:33.009287 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 7d15dadb-d3be-4715-a53f-ba3255184d4a {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:33.009961 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 7d15dadb-d3be-4715-a53f-ba3255184d4a not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:33.027052 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-272754e5-75d1-452b-9b67-ef35049da8bf service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ccc792-506c-4f53-9098-15ff3a330d80 HTTP/1.1" status: 200 len: 1002 time: 0.0618975 Jul 22 22:14:33.081019 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-0b28c7de-b7c6-45dd-9971-9cd8c32d52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:33.082489 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-0b28c7de-b7c6-45dd-9971-9cd8c32d52ea service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 200 len: 855 time: 0.0455174 Jul 22 22:14:33.105785 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] Router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:33.147028 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-897447d0-e1df-4237-b9b7-7ed3bca8c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:33.148954 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-897447d0-e1df-4237-b9b7-7ed3bca8c5b0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0d315c4-30cd-42ae-a6ae-0db87463e194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585885 Jul 22 22:14:33.246577 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-8ac549dc-7d65-4333-b4c0-919865fa051b service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899687 Jul 22 22:14:33.347863 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a0478e2e-8d5e-4582-98c4-6eccacac9de0 req-aa0705ec-4717-4bca-976d-524c18e91697 service neutron] 10.222.0.113 "GET /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936766 Jul 22 22:14:33.492392 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:33.500574 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-db674202-c375-4c24-96be-48fe110c0733 admin admin] 10.222.0.26 "PUT /v2.0/routers/9afd8f98-bd5f-406f-b59c-3f6817d45f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7245476 Jul 22 22:14:33.500574 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53756) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:33.502818 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] Sync routers for ids ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:33.512974 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] Routers {'9afd8f98-bd5f-406f-b59c-3f6817d45f3e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:33.513594 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:33.598778 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Notify callbacks [] for router, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.618674 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] Set router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:33.702572 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.758716 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Deleting port dfab8560-ee54-4864-9bd9-8e0b0054fa0e {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:33.758939 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.800807 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'name': 'tempest-TestShelveInstance-250411441-router', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:14:32Z', 'revision_number': 5, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'gw_port': {'id': 'dfab8560-ee54-4864-9bd9-8e0b0054fa0e', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:08:52Z', 'updated_at': '2021-07-22T22:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:33.831628 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] Checking router: 9afd8f98-bd5f-406f-b59c-3f6817d45f3e for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:33.836403 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] For port dfab8560-ee54-4864-9bd9-8e0b0054fa0e, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=dfab8560-ee54-4864-9bd9-8e0b0054fa0e,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:33.836752 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:33.840999 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] Routers {'9afd8f98-bd5f-406f-b59c-3f6817d45f3e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:33.841633 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:33.850473 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Calling delete_port for dfab8560-ee54-4864-9bd9-8e0b0054fa0e owned by network:router_gateway {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:34.037488 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.064050 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfab8560-ee54-4864-9bd9-8e0b0054fa0e,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:34.067430 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] Set router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e gateway port host: None {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:34.118849 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'name': 'tempest-TestShelveInstance-250411441-router', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:14:33Z', 'revision_number': 6, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'gw_port_host': None}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:34.130460 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614839'] for router_gateway, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.148657 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12de0a-4181-4e7a-a227-e0c974b18e99 None None] The sync data for ids ['9afd8f98-bd5f-406f-b59c-3f6817d45f3e'] in dv-cinder-801522-2-iscsi is: [{'id': '9afd8f98-bd5f-406f-b59c-3f6817d45f3e', 'name': 'tempest-TestShelveInstance-250411441-router', 'tenant_id': '5ccfc2c55cb0479681199e6844c04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:08:51Z', 'updated_at': '2021-07-22T22:14:33Z', 'revision_number': 6, 'project_id': '5ccfc2c55cb0479681199e6844c04451', 'gw_port_host': None}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:34.221476 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8651'] for router, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.223563 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.266099 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-621900'] for router, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.266556 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9afd8f98-bd5f-406f-b59c-3f6817d45f3e {{(pid=93408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:14:34.270656 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] Notify callbacks [] for router, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.272470 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-b3b25e00-13e7-494f-a3ec-041f8086973a admin admin] 10.222.0.26 "DELETE /v2.0/routers/9afd8f98-bd5f-406f-b59c-3f6817d45f3e HTTP/1.1" status: 204 len: 168 time: 0.7715490 Jul 22 22:14:34.274921 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53760) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:34.319372 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0f53c8-2245-4daa-a82c-80842401389d admin admin] Deleting subnet 2688acbf-bf09-4760-a727-9f17e7d70d1c {{(pid=93408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:14:34.322452 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-5f0f53c8-2245-4daa-a82c-80842401389d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.360587 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-5f0f53c8-2245-4daa-a82c-80842401389d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31916951'] for subnet, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.435563 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-5f0f53c8-2245-4daa-a82c-80842401389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.488041 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-5f0f53c8-2245-4daa-a82c-80842401389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32635169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31934840'] for subnet, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.513409 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f53c8-2245-4daa-a82c-80842401389d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2688acbf-bf09-4760-a727-9f17e7d70d1c,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:34.520434 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-5f0f53c8-2245-4daa-a82c-80842401389d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.525625 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53762) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:34.526466 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-5f0f53c8-2245-4daa-a82c-80842401389d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2688acbf-bf09-4760-a727-9f17e7d70d1c HTTP/1.1" status: 204 len: 168 time: 0.2505026 Jul 22 22:14:34.534554 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397079a-75a4-49e1-b96b-09fcde69ca32 None None] Network 934bac85-935e-48cc-82cc-16249710c78d requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:34.603379 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.656887 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Deleting port bf117e77-a4ab-43d6-833d-4bfd77973c7d {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:34.657228 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.725830 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] For port bf117e77-a4ab-43d6-833d-4bfd77973c7d, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=bf117e77-a4ab-43d6-833d-4bfd77973c7d,segment=NetworkSegment(82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617),segment_id=82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:34.726242 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.739292 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Calling delete_port for bf117e77-a4ab-43d6-833d-4bfd77973c7d owned by network:dhcp {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:34.822564 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.846988 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf117e77-a4ab-43d6-833d-4bfd77973c7d,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:34.850254 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] No DVR routers for this DVR port bf117e77-a4ab-43d6-833d-4bfd77973c7d on host dv-cinder-801522-2-iscsi {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:14:34.919919 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.933499 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934bac85-935e-48cc-82cc-16249710c78d']}} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:34.940688 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdabe3e-4171-4cd3-80eb-e0772ba09f6e None None] DHCP port deletion for 934bac85-935e-48cc-82cc-16249710c78d request from dv-cinder-801522-2-iscsi {{(pid=93410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:14:34.948198 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617') {'for_net_delete': True} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:34.948698 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fa4eb0-b5e9-4b25-b9ae-b8a1d132b617') {} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:34.959819 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26754805'] for segment, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.980507 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.987298 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Releasing vlan 1655 on physical network physnet1 to pool {{(pid=93409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:14:34.987978 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25565182'] for segment, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: Traceback (most recent call last): Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: timer() Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: cb(*args, **kw) Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: return func(*args, **kwargs) Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: self._notify() Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: self.callback(batched_events) Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: event.method(event) Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: return f(self, *a, **k) Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._get(url).json() Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: return self.request(url, 'GET', **kwargs) Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:14:34.990394 dv-cinder-801522-2-iscsi neutron-server[93409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:14:35.013250 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device dfab8560-ee54-4864-9bd9-8e0b0054fa0e no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:35.038024 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: dfab8560-ee54-4864-9bd9-8e0b0054fa0e {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:35.038362 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device dfab8560-ee54-4864-9bd9-8e0b0054fa0e not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:35.038789 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device bf117e77-a4ab-43d6-833d-4bfd77973c7d no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:35.055593 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.062079 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.062388 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: bf117e77-a4ab-43d6-833d-4bfd77973c7d {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:35.062822 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device bf117e77-a4ab-43d6-833d-4bfd77973c7d not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:35.063444 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 3345e4e8-ff12-4815-9c32-c08db2c9f00b no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:35.064172 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] 10.222.0.26 "DELETE /v2.0/networks/934bac85-935e-48cc-82cc-16249710c78d HTTP/1.1" status: 204 len: 168 time: 0.5361841 Jul 22 22:14:35.081274 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6affa2f-5014-4987-87d1-afd7d0b69715 admin admin] Pushing event deleted for resources: {'Network': ['ID=934bac85-935e-48cc-82cc-16249710c78d,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:35.086388 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 3345e4e8-ff12-4815-9c32-c08db2c9f00b {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:35.086882 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 3345e4e8-ff12-4815-9c32-c08db2c9f00b not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:35.191415 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53768) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:35.238175 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-a83c924e-06ee-44c0-8ca0-105bae51e638 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95158c40d9f74bda88228846e72eaebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455191 Jul 22 22:14:35.241549 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53770) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:35.300912 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-18e8f4cf-3e7f-4340-8bd9-9a52bb84eb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.325281 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-18e8f4cf-3e7f-4340-8bd9-9a52bb84eb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.371389 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-18e8f4cf-3e7f-4340-8bd9-9a52bb84eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.373955 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-18e8f4cf-3e7f-4340-8bd9-9a52bb84eb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.375144 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-18e8f4cf-3e7f-4340-8bd9-9a52bb84eb01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b5cdb91-702c-4010-854a-9de6f9edc59c HTTP/1.1" status: 204 len: 168 time: 0.1326773 Jul 22 22:14:35.383064 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8f4cf-3e7f-4340-8bd9-9a52bb84eb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5cdb91-702c-4010-854a-9de6f9edc59c,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:35.681607 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53776) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:35.723047 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-23e3ea93-dce0-48c0-883d-05fdd32da8dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ccfc2c55cb0479681199e6844c04451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399768 Jul 22 22:14:35.726207 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53778) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:35.775089 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-53226c0f-67b9-4da8-bfe2-0ad10086527f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.796085 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-53226c0f-67b9-4da8-bfe2-0ad10086527f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.844336 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-53226c0f-67b9-4da8-bfe2-0ad10086527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.846816 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-53226c0f-67b9-4da8-bfe2-0ad10086527f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:35.848029 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-53226c0f-67b9-4da8-bfe2-0ad10086527f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0f4aaa6-45e0-44df-a4dc-55717caf5c6c HTTP/1.1" status: 204 len: 168 time: 0.1208518 Jul 22 22:14:35.856395 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53226c0f-67b9-4da8-bfe2-0ad10086527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f4aaa6-45e0-44df-a4dc-55717caf5c6c,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:39.723497 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3c381c2a-5866-40ea-9396-7b22b9ad9fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.833931 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.179708 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-64dcb455-813c-4f15-9548-d5287d045fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.415041 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.152852 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.475091 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 53858) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:52.593365 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.693239 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.697587 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.736222 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ab5724e562b43b3950c31faff4f2dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599704 Jul 22 22:14:52.737410 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e1b9b9-a696-46a3-b210-592650d2fc65,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:52.738980 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 53862) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:52.745038 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.745390 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.745741 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.746078 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.746408 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.746746 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.747076 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.747403 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.747757 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.748082 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.748404 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.748726 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc32ff3-06a4-44a1-bf12-224a9b7d8a08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.791308 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.812692 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.862590 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.865829 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.871630 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3e1b9b9-a696-46a3-b210-592650d2fc65 HTTP/1.1" status: 204 len: 168 time: 0.1273510 Jul 22 22:14:52.877257 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e1b9b9-a696-46a3-b210-592650d2fc65,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:52.886235 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.886760 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.887111 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.887453 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.887960 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.888295 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.888630 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.888958 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.889440 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.889766 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.890092 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:52.890418 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972973b-dbab-433f-a03a-d2c70be5f66b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:53.096225 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6bf7f-cb0d-46f1-bfbc-1009b798cf83 req-52acbf23-af08-4173-9c39-657d97433cb1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:53.097784 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-dca6bf7f-cb0d-46f1-bfbc-1009b798cf83 req-52acbf23-af08-4173-9c39-657d97433cb1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 945 time: 0.0749040 Jul 22 22:14:53.138989 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-dca6bf7f-cb0d-46f1-bfbc-1009b798cf83 req-dec175e5-794c-4855-a57a-2bc4426fffbd tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354373 Jul 22 22:14:54.285102 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9636b5-e92b-4930-afa7-22258d35d73c req-6e16db1b-ff0e-458b-a469-a53227061592 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:54.286708 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8a9636b5-e92b-4930-afa7-22258d35d73c req-6e16db1b-ff0e-458b-a469-a53227061592 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 945 time: 0.0755196 Jul 22 22:14:54.328255 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8a9636b5-e92b-4930-afa7-22258d35d73c req-ddb70b8a-f200-4d94-bc0e-f9a9134949ca tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352924 Jul 22 22:14:54.727665 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-01371f4b-e020-4aa7-94b5-87b61f9e39e2 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:54.729169 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-01371f4b-e020-4aa7-94b5-87b61f9e39e2 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.113 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 945 time: 0.0688403 Jul 22 22:14:54.829545 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Deleting port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:54.829886 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:54.921614 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] For port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:54.921968 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:55.089553 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:55.090051 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:55.090370 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.l3_db [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Floating IP 2830f4f4-4ab9-4cc3-8e42-da38c2ea90a5 disassociated. External IP: 172.27.2.245, port: 0ba78bc5-0edf-4ada-8880-a7b657b0ed49. Jul 22 22:14:55.090718 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Calling delete_port for 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 owned by compute:nova {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:55.233377 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:55.261893 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event deleted for resources: {'Port': ['ID=0ba78bc5-0edf-4ada-8880-a7b657b0ed49,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:55.382944 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Router 95833e7f-2498-49d1-bc40-6bc010d7eac4 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:55.441844 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-98d62b7b-c48e-4410-a671-6c44b3a4d6db req-6b964c95-9247-4fdd-b2cd-5b58afd2d3a4 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=e10e8d88-c365-44fd-9294-ed062a25cb62 HTTP/1.1" status: 200 len: 210 time: 0.0339682 Jul 22 22:14:55.556262 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:55.566659 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] Sync routers for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:55.577039 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:55.577831 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:55.604544 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] No DVR routers for this DVR port 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 on host hv-cinder-80152 {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:14:55.607264 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:55.609518 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-a086e98e-faf4-4ef2-b3b9-3b3dede1af9d req-f1d8f7b7-9e54-4486-b5eb-41c7b6a287e3 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.113 "DELETE /v2.0/ports/0ba78bc5-0edf-4ada-8880-a7b657b0ed49 HTTP/1.1" status: 204 len: 173 time: 0.8749008 Jul 22 22:14:55.609907 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'name': 'network-vif-deleted', 'tag': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:55.612698 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f2d14-ee4e-47d0-bb5d-61364905e742" -d '{"events": [{"server_uuid": "e10e8d88-c365-44fd-9294-ed062a25cb62", "name": "network-vif-deleted", "tag": "0ba78bc5-0edf-4ada-8880-a7b657b0ed49"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:55.654070 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a45b0b-0916-4d13-9f58-0717232af026 x-openstack-request-id: req-45a45b0b-0916-4d13-9f58-0717232af026 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:55.654414 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10e8d88-c365-44fd-9294-ed062a25cb62", "name": "network-vif-deleted", "tag": "0ba78bc5-0edf-4ada-8880-a7b657b0ed49", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:55.654648 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45a45b0b-0916-4d13-9f58-0717232af026 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:55.655036 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10e8d88-c365-44fd-9294-ed062a25cb62', 'name': 'network-vif-deleted', 'tag': '0ba78bc5-0edf-4ada-8880-a7b657b0ed49', 'status': 'completed', 'code': 200} Jul 22 22:14:55.710546 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:55.927095 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:55.954209 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] Checking router: 95833e7f-2498-49d1-bc40-6bc010d7eac4 for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:55.963436 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:55.964116 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:56.069193 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:56.284430 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:56.318057 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d60ca0-734e-42f9-a3fc-b88bb519a7b0 None None] The sync data for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi is: [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:56.581377 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a3ed03-74c6-4857-bc91-3e5cf777be75 None None] New status for floating IP 2830f4f4-4ab9-4cc3-8e42-da38c2ea90a5: DOWN {{(pid=93410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:14:56.743395 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-bafa5c9a-4d00-496e-a5a2-dd1b225e23df tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526539025&fields=id&tenant_id=a730fe9a8c0e4bd6b58007d73490b244 HTTP/1.1" status: 200 len: 267 time: 0.0452652 Jul 22 22:14:56.851708 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699455d-158c-43de-9b91-f820865c5e1a req-22f611f8-8b04-4838-bf53-386a7d1a329e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:56.853304 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-22f611f8-8b04-4838-bf53-386a7d1a329e tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 811 time: 0.1032403 Jul 22 22:14:56.869911 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-a5a32c84-8766-435b-99ee-6c4265dd5233 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/quotas/a730fe9a8c0e4bd6b58007d73490b244 HTTP/1.1" status: 200 len: 375 time: 0.0098729 Jul 22 22:14:56.951360 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-b594a7c1-52b1-446f-9eb5-056ed5869336 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760179 Jul 22 22:14:57.147178 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-d6813333-956a-4095-80f4-99bbca9eb28e service neutron] 10.222.0.26 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835403 Jul 22 22:14:57.195000 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:57.242610 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-86a914f7-7b88-456c-b339-e61d13225edf service neutron] 10.222.0.26 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896671 Jul 22 22:14:57.404058 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:14:57.428700 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:14:57.429050 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 0ba78bc5-0edf-4ada-8880-a7b657b0ed49 not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:14:57.577685 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1b5f684d-2c84-4504-8819-bc0548f0b788 req-f8ffe5c9-71b3-4be7-83e5-8f4c3c647497 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 210 time: 0.0321028 Jul 22 22:14:58.574996 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699455d-158c-43de-9b91-f820865c5e1a req-807836c1-63f4-438d-a36e-262907a99d13 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:58.576668 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-807836c1-63f4-438d-a36e-262907a99d13 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.113 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 811 time: 0.1278937 Jul 22 22:14:58.624172 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-3ef85eaa-3f05-4f03-9864-8c53b821a3da tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a730fe9a8c0e4bd6b58007d73490b244 HTTP/1.1" status: 200 len: 379 time: 0.0369639 Jul 22 22:14:58.633903 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'port': {'device_id': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'admin_state_up': True, 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'security_groups': ['ba141d42-207c-4bd0-9f34-90f1c18f31c7']}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:58.705684 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d9f2b0ca-2466-4e69-9ad5-bfab5b1e6b4b req-0d3102b4-725c-4c2d-8235-874768992f7c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 210 time: 0.0448129 Jul 22 22:14:58.783713 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Made reservation on behalf of a730fe9a8c0e4bd6b58007d73490b244 for: {'port': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:58.787705 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:58.921580 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Allocated IP 172.20.0.10 (81b15d73-1ee3-4f38-b1c7-c11aea1a08da/18ff579b-b9ae-4c61-a08b-1e4208bf8009/c83da9f3-e7d1-4006-8d4c-e66de17e423c) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:59.083601 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.099167 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Transition to ACTIVE for port object c83da9f3-e7d1-4006-8d4c-e66de17e423c will not be triggered until provisioned by entity DHCP. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:59.140541 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.191414 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:59.193926 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:59.198064 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:59.225240 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'Port': ['ID=c83da9f3-e7d1-4006-8d4c-e66de17e423c,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:59.258432 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:59.259271 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.274911 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-3cb5cc5a-2e13-475b-9c37-85c528c49dab tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6454043 Jul 22 22:14:59.287009 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Request body: {'port': {'device_id': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:59.367228 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.456026 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-49d2ac22-4fe3-4cab-9376-b6b9f1fd2620 None None] Provisioning for port c83da9f3-e7d1-4006-8d4c-e66de17e423c completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:59.461350 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-49d2ac22-4fe3-4cab-9376-b6b9f1fd2620 None None] Provisioning complete for port c83da9f3-e7d1-4006-8d4c-e66de17e423c triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:59.461834 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-49d2ac22-4fe3-4cab-9376-b6b9f1fd2620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.501384 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-49d2ac22-4fe3-4cab-9376-b6b9f1fd2620 None None] Port c83da9f3-e7d1-4006-8d4c-e66de17e423c cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:59.670625 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83da9f3-e7d1-4006-8d4c-e66de17e423c {{(pid=93409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:59.678184 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.690425 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Transition to ACTIVE for port object c83da9f3-e7d1-4006-8d4c-e66de17e423c will not be triggered until provisioned by entity L2. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:59.694238 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.755932 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Pushing event updated for resources: {'Port': ['ID=c83da9f3-e7d1-4006-8d4c-e66de17e423c,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:59.833544 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Attempting to bind port c83da9f3-e7d1-4006-8d4c-e66de17e423c on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:59.834400 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Attempting to bind port c83da9f3-e7d1-4006-8d4c-e66de17e423c by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:59.834752 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Attempting to bind port c83da9f3-e7d1-4006-8d4c-e66de17e423c on network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:59.839635 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Port c83da9f3-e7d1-4006-8d4c-e66de17e423c on network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:14:59.840006 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Attempting to bind port c83da9f3-e7d1-4006-8d4c-e66de17e423c on network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:59.847924 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:59.848273 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Checking segment: {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:59.852358 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Bound using segment: {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:59.853455 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Bound port: c83da9f3-e7d1-4006-8d4c-e66de17e423c, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f280f607-c981-4f1e-a7da-cd80f33a91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1654, 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da'}}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:59.854098 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.883584 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6757a5-7622-42ec-9ef7-546753940e0b req-a4e0a423-c85c-4459-b984-d8da906ef307 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:59.885704 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7e6757a5-7622-42ec-9ef7-546753940e0b req-a4e0a423-c85c-4459-b984-d8da906ef307 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 944 time: 0.0890779 Jul 22 22:14:59.931135 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] For port c83da9f3-e7d1-4006-8d4c-e66de17e423c, host hv-cinder-80152, cleared binding levels {{(pid=93409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:59.934483 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] For port c83da9f3-e7d1-4006-8d4c-e66de17e423c, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:59.935395 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-7e6757a5-7622-42ec-9ef7-546753940e0b req-1b887740-2bd8-4a0f-b411-9e406a095d9a tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391290 Jul 22 22:14:59.940112 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.991616 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:59.992587 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:59.994710 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] 10.222.0.113 "PUT /v2.0/ports/c83da9f3-e7d1-4006-8d4c-e66de17e423c HTTP/1.1" status: 200 len: 1094 time: 0.7123275 Jul 22 22:14:59.995384 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'tag': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:59.998784 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c2453e-d9ee-4b90-97a3-c86837823b75" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4247c4-5174-4704-9817-acb73e5d0a06", "tag": "c83da9f3-e7d1-4006-8d4c-e66de17e423c"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:00.027267 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305445ef-a522-4f9b-9755-fde487a55b39 service neutron] Pushing event updated for resources: {'Port': ['ID=c83da9f3-e7d1-4006-8d4c-e66de17e423c,revision_number=3']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:00.054420 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da3fb1f-43a4-4994-957a-ceb7506afa5e x-openstack-request-id: req-8da3fb1f-43a4-4994-957a-ceb7506afa5e {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:00.054961 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4247c4-5174-4704-9817-acb73e5d0a06", "tag": "c83da9f3-e7d1-4006-8d4c-e66de17e423c", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:00.056052 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8da3fb1f-43a4-4994-957a-ceb7506afa5e {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:00.056518 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'tag': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'status': 'completed', 'code': 200} Jul 22 22:15:00.137585 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699455d-158c-43de-9b91-f820865c5e1a req-0fbc1e08-d422-40b8-9144-b42e5f8ed67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:00.139795 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-0fbc1e08-d422-40b8-9144-b42e5f8ed67a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 1097 time: 0.0764074 Jul 22 22:15:00.504845 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-81f7c63c-a9e4-4cc7-a021-0875c32c6637 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c HTTP/1.1" status: 200 len: 217 time: 0.3560901 Jul 22 22:15:00.556495 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699455d-158c-43de-9b91-f820865c5e1a req-32e02c98-9df8-4e96-9505-ce4818f5f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:00.557957 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-32e02c98-9df8-4e96-9505-ce4818f5f511 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=18ff579b-b9ae-4c61-a08b-1e4208bf8009 HTTP/1.1" status: 200 len: 850 time: 0.0450232 Jul 22 22:15:00.628213 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699455d-158c-43de-9b91-f820865c5e1a req-5bb0ae14-af9a-437f-9ad2-4198d2ef4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:00.629737 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-5bb0ae14-af9a-437f-9ad2-4198d2ef4fcc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617330 Jul 22 22:15:00.736944 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-3504c0eb-b538-49d5-b302-d8eaad925bd5 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996554 Jul 22 22:15:00.852769 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f699455d-158c-43de-9b91-f820865c5e1a req-edd05a00-4150-4c0e-8903-3921b0a6b679 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083436 Jul 22 22:15:00.934164 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:15:00.958533 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-ea21729a-3df6-4651-aceb-c25d46e98682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:00.960110 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-ea21729a-3df6-4651-aceb-c25d46e98682 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 1097 time: 0.0568349 Jul 22 22:15:01.062422 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-ad66747e-5e94-4a93-a2de-79a7743a992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:01.063908 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-ad66747e-5e94-4a93-a2de-79a7743a992c service neutron] 10.222.0.113 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 913 time: 0.0961201 Jul 22 22:15:01.086340 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e11d64-6190-4fe8-be3c-e3085184b755 req-f7c49b01-5b0d-4575-a908-75bce9c2c428 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:01.088249 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b6e11d64-6190-4fe8-be3c-e3085184b755 req-f7c49b01-5b0d-4575-a908-75bce9c2c428 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 944 time: 0.0752320 Jul 22 22:15:01.115767 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-c0d1be3f-9d0f-4753-bfad-06481e15f4ae service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c HTTP/1.1" status: 200 len: 217 time: 0.0426805 Jul 22 22:15:01.132721 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b6e11d64-6190-4fe8-be3c-e3085184b755 req-c8104ee8-822f-4f47-a10f-0978ad5efa72 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382357 Jul 22 22:15:01.169032 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-249b0431-761f-4022-aaa7-b6ffbcf35f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:01.170562 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-249b0431-761f-4022-aaa7-b6ffbcf35f20 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=18ff579b-b9ae-4c61-a08b-1e4208bf8009 HTTP/1.1" status: 200 len: 850 time: 0.0472009 Jul 22 22:15:01.249786 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-a2ba17d4-ce51-475d-b31c-62044678c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:01.251309 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-a2ba17d4-ce51-475d-b31c-62044678c5fd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726383 Jul 22 22:15:01.351614 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-a84106e3-cd25-48b6-ae4f-a2061de209fc service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923619 Jul 22 22:15:01.455959 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-73c2453e-d9ee-4b90-97a3-c86837823b75 req-570dd49f-feb1-45ae-ad9c-5c14fecbca06 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960927 Jul 22 22:15:02.283185 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac3509-4124-4979-812f-30f09049a41a req-0c693cdc-b64e-4a37-956d-2421b8e743ad tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:02.284994 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7fac3509-4124-4979-812f-30f09049a41a req-0c693cdc-b64e-4a37-956d-2421b8e743ad tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 944 time: 0.0706697 Jul 22 22:15:02.327811 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7fac3509-4124-4979-812f-30f09049a41a req-5f557814-a188-4ad9-94f5-f0ac4c9453e9 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365930 Jul 22 22:15:02.607556 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08f25b-3aea-4ee5-b17f-371e6554bd4a req-26fe455f-dde1-49ef-85cb-ad26545f73a0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:02.612365 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ea08f25b-3aea-4ee5-b17f-371e6554bd4a req-26fe455f-dde1-49ef-85cb-ad26545f73a0 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 947 time: 0.0723443 Jul 22 22:15:02.651384 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ea08f25b-3aea-4ee5-b17f-371e6554bd4a req-8e885dd1-be56-4e04-b185-8e317b69bc4b tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363286 Jul 22 22:15:03.461985 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94db4a-a221-4437-ac6e-2a3555d579e5 req-6bfa4d13-ea9b-4823-801e-2c4f7de29a18 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:03.463476 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6e94db4a-a221-4437-ac6e-2a3555d579e5 req-6bfa4d13-ea9b-4823-801e-2c4f7de29a18 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 944 time: 0.0638061 Jul 22 22:15:03.512087 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-6e94db4a-a221-4437-ac6e-2a3555d579e5 req-9ad3af9d-7aa0-4521-85b6-09268164e71d tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428004 Jul 22 22:15:03.797915 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24531ab0-ee3d-44f9-8fda-a3960c2a2869 req-199d203f-cca2-4667-acfc-9da57fbec1b8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:03.799415 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-24531ab0-ee3d-44f9-8fda-a3960c2a2869 req-199d203f-cca2-4667-acfc-9da57fbec1b8 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 947 time: 0.0675774 Jul 22 22:15:03.839314 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-24531ab0-ee3d-44f9-8fda-a3960c2a2869 req-f2a674ad-0b2b-445b-9687-741eff7a8ca6 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups?id=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341356 Jul 22 22:15:04.092378 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-6af46263-9f74-4b97-8be9-fffe02d9924e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:04.094734 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-6af46263-9f74-4b97-8be9-fffe02d9924e tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.113 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 947 time: 0.0663738 Jul 22 22:15:04.204022 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Deleting port 48ccc792-506c-4f53-9098-15ff3a330d80 {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:15:04.204413 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:04.294211 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] For port 48ccc792-506c-4f53-9098-15ff3a330d80, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=48ccc792-506c-4f53-9098-15ff3a330d80,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:04.294807 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:04.483604 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:04.484002 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:04.484315 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.l3_db [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Floating IP aaf27d1d-f4ba-4443-b607-966e698a3235 disassociated. External IP: 172.27.2.156, port: 48ccc792-506c-4f53-9098-15ff3a330d80. Jul 22 22:15:04.484649 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Calling delete_port for 48ccc792-506c-4f53-9098-15ff3a330d80 owned by compute:nova {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:15:04.623338 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:04.652562 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2d4e-03f7-4d48-a777-7eff8552a7b1 req-2b6a7b87-2a25-4433-82e6-5b7079cd6e16 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:04.654208 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ef6d2d4e-03f7-4d48-a777-7eff8552a7b1 req-2b6a7b87-2a25-4433-82e6-5b7079cd6e16 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 944 time: 0.0702913 Jul 22 22:15:04.659665 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event deleted for resources: {'Port': ['ID=48ccc792-506c-4f53-9098-15ff3a330d80,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:04.704443 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-ef6d2d4e-03f7-4d48-a777-7eff8552a7b1 req-ab9a0203-adc0-42e4-a876-efcf7158a3a9 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425906 Jul 22 22:15:04.788451 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Router ad551867-e53c-4723-ba3d-e4089f5d099a has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:15:04.911946 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:15:04.923259 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] Sync routers for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:15:04.935072 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:04.935903 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:04.976266 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] No DVR routers for this DVR port 48ccc792-506c-4f53-9098-15ff3a330d80 on host hv-cinder-80152 {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:15:04.978849 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:04.980973 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5caaa5ef-678e-4d2d-b6c0-46795aea1be1 req-abb2781e-a9b5-4402-a48b-376cd79a952c tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.113 "DELETE /v2.0/ports/48ccc792-506c-4f53-9098-15ff3a330d80 HTTP/1.1" status: 204 len: 173 time: 0.8788953 Jul 22 22:15:04.997932 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'name': 'network-vif-deleted', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:05.004299 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1106abbd-8c35-48e8-bab3-28587210fc06" -d '{"events": [{"server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "name": "network-vif-deleted", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:05.024227 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-65efa4ca-1771-4b6b-8aa1-6a4ae966015d req-e916fb97-4c1d-46ba-98c3-26322f6968be tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e6ed620-2379-4232-8a6a-a37c17f1b5dc HTTP/1.1" status: 200 len: 210 time: 0.0735948 Jul 22 22:15:05.079313 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b188676d-f5bb-4227-8e15-8f1250af8979 x-openstack-request-id: req-b188676d-f5bb-4227-8e15-8f1250af8979 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:05.079858 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6ed620-2379-4232-8a6a-a37c17f1b5dc", "name": "network-vif-deleted", "tag": "48ccc792-506c-4f53-9098-15ff3a330d80", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:05.080283 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b188676d-f5bb-4227-8e15-8f1250af8979 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:05.080839 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6ed620-2379-4232-8a6a-a37c17f1b5dc', 'name': 'network-vif-deleted', 'tag': '48ccc792-506c-4f53-9098-15ff3a330d80', 'status': 'completed', 'code': 200} Jul 22 22:15:05.167333 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:05.366938 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:05.393447 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] Checking router: ad551867-e53c-4723-ba3d-e4089f5d099a for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:15:05.402598 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:05.403228 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:05.514530 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:05.739133 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:05.771815 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed9c2db-e2cc-4baa-bc67-eb7ebbc358af None None] The sync data for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi is: [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:07:18Z', 'revision_number': 4, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': '500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e', 'name': '', 'network_id': 'a0d315c4-30cd-42ae-a6ae-0db87463e194', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'mac_address': 'fa:16:3e:2c:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:16Z', 'updated_at': '2021-07-22T22:07:29Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'subnets': [{'id': '9b254013-9c05-4c71-adb5-598c1ed39663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:15:05.848531 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6487b-8efb-44d3-86b2-8729b775d711 req-171869ed-e425-47e4-ade8-3d9801bec437 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:05.850141 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8dd6487b-8efb-44d3-86b2-8729b775d711 req-171869ed-e425-47e4-ade8-3d9801bec437 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 944 time: 0.0690007 Jul 22 22:15:05.890586 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8dd6487b-8efb-44d3-86b2-8729b775d711 req-dce93ad8-71fa-495e-8dd0-c67578e7bcb7 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343795 Jul 22 22:15:06.006172 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161eb1c-b5da-45d9-8ae2-a8a5b2425489 None None] New status for floating IP aaf27d1d-f4ba-4443-b607-966e698a3235: DOWN {{(pid=93410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:15:06.110118 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54046) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:06.171437 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c1cbdf07-fe61-44af-b935-746a46101e62 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:06.197200 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c1cbdf07-fe61-44af-b935-746a46101e62 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:06.249436 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c1cbdf07-fe61-44af-b935-746a46101e62 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:06.252207 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c1cbdf07-fe61-44af-b935-746a46101e62 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:06.253513 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-c1cbdf07-fe61-44af-b935-746a46101e62 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "DELETE /v2.0/security-groups/00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a HTTP/1.1" status: 204 len: 168 time: 0.1422071 Jul 22 22:15:06.256541 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54052) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:06.262841 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbdf07-fe61-44af-b935-746a46101e62 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:06.271319 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.api.v2.resource [None req-5dec739a-36b9-4bd3-8352-5d32b4c4ec23 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] show failed (client error): The resource could not be found. Jul 22 22:15:06.272693 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-5dec739a-36b9-4bd3-8352-5d32b4c4ec23 tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "GET /v2.0/security-groups/00b4b77e-51c6-4c53-b5ba-90ac6ae71b5a HTTP/1.1" status: 404 len: 347 time: 0.0151343 Jul 22 22:15:06.275533 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54054) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:06.414932 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-86f6b65f-632b-4c00-b49e-ec53f614d77a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Deleting port ee4a3f7d-f920-4e31-b9f4-87be0a4cb5ce {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:15:06.415270 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-86f6b65f-632b-4c00-b49e-ec53f614d77a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:06.508111 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-86f6b65f-632b-4c00-b49e-ec53f614d77a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:06.508361 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-86f6b65f-632b-4c00-b49e-ec53f614d77a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:06.520087 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-86f6b65f-632b-4c00-b49e-ec53f614d77a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Calling delete_port for ee4a3f7d-f920-4e31-b9f4-87be0a4cb5ce owned by network:floatingip {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:15:06.664772 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-86f6b65f-632b-4c00-b49e-ec53f614d77a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:06.695444 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6b65f-632b-4c00-b49e-ec53f614d77a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Pushing event deleted for resources: {'Port': ['ID=ee4a3f7d-f920-4e31-b9f4-87be0a4cb5ce,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:06.756514 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-86f6b65f-632b-4c00-b49e-ec53f614d77a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks [] for floatingip, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:06.759253 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-86f6b65f-632b-4c00-b49e-ec53f614d77a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:06.760385 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-86f6b65f-632b-4c00-b49e-ec53f614d77a tempest-AttachVolumeShelveTestJSON-743279268 tempest-AttachVolumeShelveTestJSON-743279268-project] 10.222.0.26 "DELETE /v2.0/floatingips/aaf27d1d-f4ba-4443-b607-966e698a3235 HTTP/1.1" status: 204 len: 168 time: 0.4839132 Jul 22 22:15:07.034910 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159c1b9-20a6-4137-b1be-b8fe75c7a8f3 req-10b4662a-5435-4210-ae0a-30668dcc16dc tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:07.036368 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9159c1b9-20a6-4137-b1be-b8fe75c7a8f3 req-10b4662a-5435-4210-ae0a-30668dcc16dc tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 944 time: 0.0711572 Jul 22 22:15:07.077070 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9159c1b9-20a6-4137-b1be-b8fe75c7a8f3 req-81fcac1f-efe8-4619-8ca5-234752703d96 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338721 Jul 22 22:15:07.432167 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device c83da9f3-e7d1-4006-8d4c-e66de17e423c details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:15:07.435248 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 48ccc792-506c-4f53-9098-15ff3a330d80 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:15:07.479547 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 48ccc792-506c-4f53-9098-15ff3a330d80 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:15:07.479917 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 48ccc792-506c-4f53-9098-15ff3a330d80 not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:15:07.562379 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port c83da9f3-e7d1-4006-8d4c-e66de17e423c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:07.573327 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'port_id': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'mac_address': 'fa:16:3e:9b:a8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:15:07.609949 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:07.622188 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83da9f3-e7d1-4006-8d4c-e66de17e423c {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:07.645158 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port c83da9f3-e7d1-4006-8d4c-e66de17e423c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:07.649611 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:07.696632 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=c83da9f3-e7d1-4006-8d4c-e66de17e423c,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:07.884519 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['c83da9f3-e7d1-4006-8d4c-e66de17e423c'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:08.223249 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516b7e0-c4f3-431e-b0a1-6e2be2547da5 req-c8ed3f4d-52e0-453d-8283-ad2694f6b9b8 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:08.224765 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2516b7e0-c4f3-431e-b0a1-6e2be2547da5 req-c8ed3f4d-52e0-453d-8283-ad2694f6b9b8 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 945 time: 0.0684423 Jul 22 22:15:08.266085 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2516b7e0-c4f3-431e-b0a1-6e2be2547da5 req-db674535-c201-4828-9c28-9e688ada171f tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341661 Jul 22 22:15:09.218753 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54090) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:09.446837 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device c83da9f3-e7d1-4006-8d4c-e66de17e423c up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:09.475989 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bf1c0-9fb1-4f0b-808f-d38f8ff31475 req-9afc8d50-9e10-40e3-b5cb-5804e946c52c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:09.477501 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9d2bf1c0-9fb1-4f0b-808f-d38f8ff31475 req-9afc8d50-9e10-40e3-b5cb-5804e946c52c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 945 time: 0.1155863 Jul 22 22:15:09.494421 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port c83da9f3-e7d1-4006-8d4c-e66de17e423c completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:09.498068 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port c83da9f3-e7d1-4006-8d4c-e66de17e423c triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:09.498467 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.578060 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.584099 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-9d2bf1c0-9fb1-4f0b-808f-d38f8ff31475 req-a8c38fc2-8a64-476d-8167-8e8448bc4a40 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749857 Jul 22 22:15:09.604121 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:09.606716 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcc5e2b-1b28-4308-a8db-cbe816c76537" -d '{"events": [{"server_uuid": "8a4247c4-5174-4704-9817-acb73e5d0a06", "name": "network-vif-plugged", "status": "completed", "tag": "c83da9f3-e7d1-4006-8d4c-e66de17e423c"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:09.620787 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port c83da9f3-e7d1-4006-8d4c-e66de17e423c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:09.626239 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.655156 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828e85db-1cac-45c4-b72d-d9e3c0061dfe x-openstack-request-id: req-828e85db-1cac-45c4-b72d-d9e3c0061dfe {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:09.655510 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4247c4-5174-4704-9817-acb73e5d0a06", "name": "network-vif-plugged", "status": "completed", "tag": "c83da9f3-e7d1-4006-8d4c-e66de17e423c", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:09.655751 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-828e85db-1cac-45c4-b72d-d9e3c0061dfe {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:09.656127 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'code': 200} Jul 22 22:15:09.684226 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=c83da9f3-e7d1-4006-8d4c-e66de17e423c,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:09.724541 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b771c8da-abfd-4917-915d-8e98f26f1a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.767745 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619917'] for router_interface, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.895847 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a150b-ec44-43ec-81ea-dc935bd4ed0b req-eb2357bc-582e-45e4-b0fd-c464eee0ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:09.897564 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f99a150b-ec44-43ec-81ea-dc935bd4ed0b req-eb2357bc-582e-45e4-b0fd-c464eee0ef50 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 1099 time: 0.0572846 Jul 22 22:15:09.938761 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f99a150b-ec44-43ec-81ea-dc935bd4ed0b req-cf71cf56-770d-415b-b0e1-adc6cfced0cc service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323308 Jul 22 22:15:10.039631 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] Deleting port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:15:10.040081 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.116343 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] For port 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:10.116736 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.128694 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] Calling delete_port for 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e owned by network:router_interface {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:15:10.309867 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.336115 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] Pushing event deleted for resources: {'Port': ['ID=500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:10.520097 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619793'] for router_interface, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.047437 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] Router ad551867-e53c-4723-ba3d-e4089f5d099a has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:15:11.061250 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371d271-c585-4e4a-97e6-f7e42ee08af9 req-91721cd6-20f4-4617-92db-0ecd72ee8ff1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:11.062777 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c371d271-c585-4e4a-97e6-f7e42ee08af9 req-91721cd6-20f4-4617-92db-0ecd72ee8ff1 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 946 time: 0.3932896 Jul 22 22:15:11.167204 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-c371d271-c585-4e4a-97e6-f7e42ee08af9 req-518397d0-7613-4ba7-b753-7ea91798dd3a tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979581 Jul 22 22:15:11.193593 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:15:11.199268 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-9ea2e68f-bbcc-4aca-9213-135b0cce01fc admin admin] 10.222.0.26 "PUT /v2.0/routers/ad551867-e53c-4723-ba3d-e4089f5d099a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9793146 Jul 22 22:15:11.201815 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54108) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:11.208223 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] Sync routers for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:15:11.226887 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:11.227547 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:11.311237 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Notify callbacks [] for router, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.332127 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:11.417364 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.470789 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Deleting port 4e428dd8-df56-491d-94ae-3431f4bec2ef {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:15:11.471102 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.546876 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:15:10Z', 'revision_number': 5, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port': {'id': '4e428dd8-df56-491d-94ae-3431f4bec2ef', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:07:10Z', 'updated_at': '2021-07-22T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:11.575648 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] Checking router: ad551867-e53c-4723-ba3d-e4089f5d099a for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:15:11.583780 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] For port 4e428dd8-df56-491d-94ae-3431f4bec2ef, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=4e428dd8-df56-491d-94ae-3431f4bec2ef,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:11.584071 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] Routers {'ad551867-e53c-4723-ba3d-e4089f5d099a'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:11.584186 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.584694 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:14:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['ad551867-e53c-4723-ba3d-e4089f5d099a'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:11.596981 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Calling delete_port for 4e428dd8-df56-491d-94ae-3431f4bec2ef owned by network:router_gateway {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:15:11.679931 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] Set router ad551867-e53c-4723-ba3d-e4089f5d099a gateway port host: None {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:11.744540 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:15:11Z', 'revision_number': 6, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port_host': None}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:11.770448 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.774931 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf5b8e-adb8-46a2-afa0-3387f2c20753 None None] The sync data for ids ['ad551867-e53c-4723-ba3d-e4089f5d099a'] in dv-cinder-801522-2-iscsi is: [{'id': 'ad551867-e53c-4723-ba3d-e4089f5d099a', 'name': 'tempest-AttachVolumeShelveTestJSON-179090039-router', 'tenant_id': '4916e59614aa42639b3699de5d06966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:07:07Z', 'updated_at': '2021-07-22T22:15:11Z', 'revision_number': 6, 'project_id': '4916e59614aa42639b3699de5d06966d', 'gw_port_host': None}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:15:11.798282 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e428dd8-df56-491d-94ae-3431f4bec2ef,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:11.865661 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614839'] for router_gateway, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.970794 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8651'] for router, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.973064 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.036501 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-621900'] for router, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.037430 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad551867-e53c-4723-ba3d-e4089f5d099a {{(pid=93409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:15:12.044839 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] Notify callbacks [] for router, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.046264 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-80076577-3aa2-4826-8784-204d0043175e admin admin] 10.222.0.26 "DELETE /v2.0/routers/ad551867-e53c-4723-ba3d-e4089f5d099a HTTP/1.1" status: 204 len: 168 time: 0.8433025 Jul 22 22:15:12.049149 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54110) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:12.098379 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6918560-36f5-453b-856e-8455a7711f33 admin admin] Deleting subnet 9b254013-9c05-4c71-adb5-598c1ed39663 {{(pid=93408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:15:12.101807 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a6918560-36f5-453b-856e-8455a7711f33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.139550 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a6918560-36f5-453b-856e-8455a7711f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31916951'] for subnet, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.241059 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a6918560-36f5-453b-856e-8455a7711f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.307441 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a6918560-36f5-453b-856e-8455a7711f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32635169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31934840'] for subnet, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.315603 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ca219-d0e5-4a0d-baba-e3ff92bc545f req-a4d4e547-790b-4346-9968-4c9bab2d92f9 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:12.317236 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-929ca219-d0e5-4a0d-baba-e3ff92bc545f req-a4d4e547-790b-4346-9968-4c9bab2d92f9 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 946 time: 0.0699246 Jul 22 22:15:12.331951 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d51136-bc72-4c01-976c-77e0434f1dc8 None None] Network a0d315c4-30cd-42ae-a6ae-0db87463e194 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:12.339043 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-a6918560-36f5-453b-856e-8455a7711f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.343722 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-a6918560-36f5-453b-856e-8455a7711f33 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9b254013-9c05-4c71-adb5-598c1ed39663 HTTP/1.1" status: 204 len: 168 time: 0.2933931 Jul 22 22:15:12.344912 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54118) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:12.374424 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-929ca219-d0e5-4a0d-baba-e3ff92bc545f req-e567c517-79dc-4acf-8c48-8d774926f62a tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464075 Jul 22 22:15:12.377145 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6918560-36f5-453b-856e-8455a7711f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b254013-9c05-4c71-adb5-598c1ed39663,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:12.439662 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.550093 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Deleting port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:15:12.550516 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.595307 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51794b6-2b67-4d82-aa02-d12354f7d4b2 req-8af8979a-13d0-433d-a86b-3b4bca2a57df tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:12.597017 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e51794b6-2b67-4d82-aa02-d12354f7d4b2 req-8af8979a-13d0-433d-a86b-3b4bca2a57df tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 946 time: 0.1231542 Jul 22 22:15:12.629227 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a3812-e827-4032-828f-43633ee83913 None None] DHCP port deletion for a0d315c4-30cd-42ae-a6ae-0db87463e194 request from dv-cinder-801522-2-iscsi {{(pid=93410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:15:12.666785 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] For port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=b0209f2e-4e14-4428-8e1a-63ee5ca02f3f,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:12.667156 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.685798 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Calling delete_port for b0209f2e-4e14-4428-8e1a-63ee5ca02f3f owned by network:dhcp {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:15:12.693274 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a3812-e827-4032-828f-43633ee83913 None None] Deleting port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:15:12.693725 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3812-e827-4032-828f-43633ee83913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.712193 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e51794b6-2b67-4d82-aa02-d12354f7d4b2 req-796b5334-e8b8-42eb-900c-6b1463f96cbe tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763953 Jul 22 22:15:12.736284 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54126) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:12.790036 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-cf0a3812-e827-4032-828f-43633ee83913 None None] For port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=b0209f2e-4e14-4428-8e1a-63ee5ca02f3f,segment=NetworkSegment(c7fdb293-18f5-4c7e-a014-7dfded6e8c37),segment_id=c7fdb293-18f5-4c7e-a014-7dfded6e8c37)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:12.790633 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3812-e827-4032-828f-43633ee83913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.806289 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a3812-e827-4032-828f-43633ee83913 None None] Calling delete_port for b0209f2e-4e14-4428-8e1a-63ee5ca02f3f owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:15:12.827513 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.830781 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88757ae3-7f30-45fe-a9c5-e4fc08534989 tempest-TestVolumeBootPattern-1475330439 tempest-TestVolumeBootPattern-1475330439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:12.832434 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-88757ae3-7f30-45fe-a9c5-e4fc08534989 tempest-TestVolumeBootPattern-1475330439 tempest-TestVolumeBootPattern-1475330439-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 1094 time: 0.0948863 Jul 22 22:15:12.836089 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54130) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:12.841368 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Request body: {'floatingip': {'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'port_id': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:12.851852 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] No DVR routers for this DVR port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f on host dv-cinder-801522-2-iscsi {{(pid=93408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:15:12.877077 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.880826 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for floatingip, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.909347 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0209f2e-4e14-4428-8e1a-63ee5ca02f3f,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:12.924289 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3812-e827-4032-828f-43633ee83913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.960286 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a3812-e827-4032-828f-43633ee83913 None None] Pushing event deleted for resources: {'Port': ['ID=b0209f2e-4e14-4428-8e1a-63ee5ca02f3f,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:12.969069 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a3812-e827-4032-828f-43633ee83913 None None] No DVR routers for this DVR port b0209f2e-4e14-4428-8e1a-63ee5ca02f3f on host dv-cinder-801522-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:15:13.016049 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.020292 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 4e428dd8-df56-491d-94ae-3431f4bec2ef no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:15:13.030904 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d315c4-30cd-42ae-a6ae-0db87463e194']}} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:13.042701 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 4e428dd8-df56-491d-94ae-3431f4bec2ef {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:15:13.043426 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 4e428dd8-df56-491d-94ae-3431f4bec2ef not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:15:13.043907 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:15:13.044667 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.047037 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37') {'for_net_delete': True} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:13.047037 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fdb293-18f5-4c7e-a014-7dfded6e8c37') {} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:13.057840 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31916958'] for segment, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.067776 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:15:13.068614 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 500c5dd8-43dc-4cd0-bf46-abc4e0a5ee9e not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:15:13.069498 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device b0209f2e-4e14-4428-8e1a-63ee5ca02f3f no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:15:13.078555 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.085261 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Releasing vlan 1681 on physical network physnet1 to pool {{(pid=93408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:15:13.085716 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32635227'] for segment, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: Traceback (most recent call last): Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: timer() Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: cb(*args, **kw) Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: return func(*args, **kwargs) Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: self._notify() Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: self.callback(batched_events) Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: event.method(event) Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: return f(self, *a, **k) Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._get(url).json() Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: return self.request(url, 'GET', **kwargs) Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:15:13.087462 dv-cinder-801522-2-iscsi neutron-server[93408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:15:13.092484 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: b0209f2e-4e14-4428-8e1a-63ee5ca02f3f {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:15:13.092857 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device b0209f2e-4e14-4428-8e1a-63ee5ca02f3f not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:15:13.159784 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.166597 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.171880 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Allocated IP 172.27.2.62 (d0ff9072-42a9-438d-9542-01429d25b8c4/f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d/bc63176e-d46e-45c6-8f5f-5999bd7713a1) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:13.172083 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] 10.222.0.26 "DELETE /v2.0/networks/a0d315c4-30cd-42ae-a6ae-0db87463e194 HTTP/1.1" status: 204 len: 168 time: 0.8257234 Jul 22 22:15:13.183377 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338f13f-3922-4312-84b3-5f07dda1241e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d315c4-30cd-42ae-a6ae-0db87463e194,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:13.196402 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2a9966cd-c547-49fb-ac06-ae8a81fbfb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.282301 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.303110 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54134) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:13.324919 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.347275 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-925aad92-0535-4c83-95ff-63eef0f91b45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4916e59614aa42639b3699de5d06966d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426064 Jul 22 22:15:13.349660 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54136) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:13.358587 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Network d0ff9072-42a9-438d-9542-01429d25b8c4 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:13.364963 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:13.368962 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:13.395839 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'Port': ['ID=bc63176e-d46e-45c6-8f5f-5999bd7713a1,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:13.404539 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-87169106-74d2-4bed-aef7-ab22f398e23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.427857 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-87169106-74d2-4bed-aef7-ab22f398e23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.476576 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-87169106-74d2-4bed-aef7-ab22f398e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.480180 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-87169106-74d2-4bed-aef7-ab22f398e23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.481465 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-87169106-74d2-4bed-aef7-ab22f398e23b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a0b407e-791b-4bc9-9593-84a45d713657 HTTP/1.1" status: 204 len: 168 time: 0.1308732 Jul 22 22:15:13.490126 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87169106-74d2-4bed-aef7-ab22f398e23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0b407e-791b-4bc9-9593-84a45d713657,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:14.137223 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.224494 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.395411 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.402176 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.420316 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.482096 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event updated for resources: {'Port': ['ID=bc63176e-d46e-45c6-8f5f-5999bd7713a1,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:14.490818 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614797'] for floatingip, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.598503 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.l3_db [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Floating IP 7585e816-038e-47d0-b5de-f894c6870a7f associated. External IP: 172.27.2.62, port: c83da9f3-e7d1-4006-8d4c-e66de17e423c. Jul 22 22:15:14.834699 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Router 95833e7f-2498-49d1-bc40-6bc010d7eac4 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:15:14.944404 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:15:14.954174 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] Sync routers for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:15:14.960434 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.963944 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:14.964611 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:15:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:14.998148 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-3a671880-b253-43f3-aecf-b354a99b877b tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1607287 Jul 22 22:15:14.998740 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'tag': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:15.001360 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cd4d29-fd28-49d1-a849-df92402c63fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4247c4-5174-4704-9817-acb73e5d0a06", "tag": "c83da9f3-e7d1-4006-8d4c-e66de17e423c"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:15.036375 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d00880a-3d88-471b-93ff-ca75a26d0218 x-openstack-request-id: req-6d00880a-3d88-471b-93ff-ca75a26d0218 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:15.036741 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4247c4-5174-4704-9817-acb73e5d0a06", "tag": "c83da9f3-e7d1-4006-8d4c-e66de17e423c", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:15.036995 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d00880a-3d88-471b-93ff-ca75a26d0218 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:15.037399 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'tag': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'status': 'completed', 'code': 200} Jul 22 22:15:15.074910 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:15.313256 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '7585e816-038e-47d0-b5de-f894c6870a7f', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'port_id': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'mac_address': 'fa:16:3e:9b:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:13Z', 'revision_number': 0, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:15.471854 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] Checking router: 95833e7f-2498-49d1-bc40-6bc010d7eac4 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:15:15.480665 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:15.481282 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:15:13Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:15.587006 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:15.817258 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '7585e816-038e-47d0-b5de-f894c6870a7f', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'port_id': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'mac_address': 'fa:16:3e:9b:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:13Z', 'revision_number': 0, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:15.847541 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da764f0-bf89-4ae3-831a-41fc8ec44438 None None] The sync data for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi is: [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_floatingips': [{'id': '7585e816-038e-47d0-b5de-f894c6870a7f', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'router_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'port_id': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'mac_address': 'fa:16:3e:9b:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:13Z', 'revision_number': 0, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:15:16.041201 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ed4c4-aa0a-45ec-8036-8e4bf99f3261 None None] New status for floating IP 7585e816-038e-47d0-b5de-f894c6870a7f: ACTIVE {{(pid=93411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:15:16.154063 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.327722 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-133185c9-59e1-4c20-992d-e1d1e78fe7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:17.329269 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-133185c9-59e1-4c20-992d-e1d1e78fe7a6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 1099 time: 0.0567355 Jul 22 22:15:17.423545 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-2da5697c-095a-427d-b820-7a5be85e1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:17.425106 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-2da5697c-095a-427d-b820-7a5be85e1d05 service neutron] 10.222.0.113 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 913 time: 0.0891798 Jul 22 22:15:17.490813 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-62c46bf4-7a0e-47d1-9a33-faae895743a3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c HTTP/1.1" status: 200 len: 1001 time: 0.0582495 Jul 22 22:15:17.547464 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-5b919f24-1783-42e8-a67a-1020810db593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:17.549010 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-5b919f24-1783-42e8-a67a-1020810db593 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=18ff579b-b9ae-4c61-a08b-1e4208bf8009 HTTP/1.1" status: 200 len: 850 time: 0.0518641 Jul 22 22:15:17.611255 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-365b894c-cba2-46ff-a760-76d2675930c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:17.612813 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-365b894c-cba2-46ff-a760-76d2675930c0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563891 Jul 22 22:15:17.705107 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-4e773f37-aabd-4a8e-997f-82e1512aaaf6 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838985 Jul 22 22:15:17.797921 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-40cd4d29-fd28-49d1-a849-df92402c63fe req-4da98f10-d1aa-4d26-a8c1-39af33f3afb4 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852091 Jul 22 22:15:19.489886 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54232) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:19.610208 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-21847460-779d-4d89-88cb-b9d5ea910495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:19.710343 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-21847460-779d-4d89-88cb-b9d5ea910495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:19.714834 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-21847460-779d-4d89-88cb-b9d5ea910495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:19.753052 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-21847460-779d-4d89-88cb-b9d5ea910495 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc897f21c7374e6585eb54475782da77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618687 Jul 22 22:15:19.753908 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21847460-779d-4d89-88cb-b9d5ea910495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78c1c79-95b1-4ff4-a067-ca6ab838d8a4,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:19.755939 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54238) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:19.815808 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-705d4068-e507-4106-9cc5-ce17bc88c370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:19.836447 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-705d4068-e507-4106-9cc5-ce17bc88c370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:19.882805 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-705d4068-e507-4106-9cc5-ce17bc88c370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:19.886009 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-705d4068-e507-4106-9cc5-ce17bc88c370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:19.887197 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-705d4068-e507-4106-9cc5-ce17bc88c370 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e78c1c79-95b1-4ff4-a067-ca6ab838d8a4 HTTP/1.1" status: 204 len: 168 time: 0.1301880 Jul 22 22:15:19.897232 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d4068-e507-4106-9cc5-ce17bc88c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78c1c79-95b1-4ff4-a067-ca6ab838d8a4,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:23.066097 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54300) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:23.174443 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c6e9-ba13-48fa-b561-8364d32afa05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.267299 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c6e9-ba13-48fa-b561-8364d32afa05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.271114 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c6e9-ba13-48fa-b561-8364d32afa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.309820 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-b3d9c6e9-ba13-48fa-b561-8364d32afa05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f70ce6e885a4b4abb98430201214dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425964 Jul 22 22:15:23.312573 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54306) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:23.319352 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9c6e9-ba13-48fa-b561-8364d32afa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ff3c4d-13e5-4e13-ae32-be94bbc66598,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:23.364868 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbdb4-2f41-4060-b42f-0e7e39fb5406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.388436 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbdb4-2f41-4060-b42f-0e7e39fb5406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.441094 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbdb4-2f41-4060-b42f-0e7e39fb5406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.443716 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbdb4-2f41-4060-b42f-0e7e39fb5406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.447331 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-4bcfbdb4-2f41-4060-b42f-0e7e39fb5406 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9ff3c4d-13e5-4e13-ae32-be94bbc66598 HTTP/1.1" status: 204 len: 168 time: 0.1310472 Jul 22 22:15:23.453597 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfbdb4-2f41-4060-b42f-0e7e39fb5406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ff3c4d-13e5-4e13-ae32-be94bbc66598,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:25.659962 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-fb24f676-36c1-4b34-a908-45341d82d0a1 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=babcccc5fb5b4d529b5dcc9b951f89b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332096 Jul 22 22:15:25.861607 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-612e798b-f5e7-4c7b-87b6-abe70458c919 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:25.863202 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-612e798b-f5e7-4c7b-87b6-abe70458c919 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968865 Jul 22 22:15:25.878903 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d2d72ee0-1c9e-4d53-bfca-ae74b3561605 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/quotas/babcccc5fb5b4d529b5dcc9b951f89b0 HTTP/1.1" status: 200 len: 375 time: 0.0101614 Jul 22 22:15:25.915527 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-c613557b-084b-41cf-8a79-510104a4f09e tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=babcccc5fb5b4d529b5dcc9b951f89b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295968 Jul 22 22:15:26.086409 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0650d1b4-a50e-4afe-ad3a-0b2e06124995 req-3a3673ee-89d5-4532-a21e-0b9a039b9e1c tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 210 time: 0.0336978 Jul 22 22:15:27.046081 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-90c4fd02-a4a1-45a9-8fde-e368e4382013 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=babcccc5fb5b4d529b5dcc9b951f89b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346236 Jul 22 22:15:27.208225 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-247e9460-c275-4620-a3ae-22a3b68999c5 req-1293b2dc-337f-49a2-9604-22430c4ea4c7 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 210 time: 0.0420172 Jul 22 22:15:27.216761 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.274893 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-a31d68e5-e8c3-41b6-8fd3-194fd17de6ca tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:27.277088 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-a31d68e5-e8c3-41b6-8fd3-194fd17de6ca tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256274 Jul 22 22:15:27.288934 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Request body: {'port': {'device_id': 'ec04329d-97ce-4c20-9f4a-266fc09eaea3', 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46', 'admin_state_up': True, 'tenant_id': 'babcccc5fb5b4d529b5dcc9b951f89b0'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:27.397622 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Made reservation on behalf of babcccc5fb5b4d529b5dcc9b951f89b0 for: {'port': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:27.402114 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.411401 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.501596 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.505922 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.565387 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:27.642456 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Allocated IP 192.168.233.29 (b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46/b89b0d48-54ee-411c-b0fc-46029cdedf9d/71c8d7a1-c2e8-4aa5-93d3-859c65f142ac) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:27.781133 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.798289 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Transition to ACTIVE for port object 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac will not be triggered until provisioned by entity DHCP. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:27.831937 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.875313 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:27.878259 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:27.881954 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:27.889116 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Pushing event updated for resources: {'Port': ['ID=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:27.934696 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:27.935321 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.954847 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-d3750b1d-e8a3-420c-92fc-5047a5d69c09 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6695499 Jul 22 22:15:27.966839 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Request body: {'port': {'device_id': 'ec04329d-97ce-4c20-9f4a-266fc09eaea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:28.050465 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.091646 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8ce894b9-8208-43d9-9ce1-61228db675c1 None None] Provisioning for port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac completed by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:28.096292 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-8ce894b9-8208-43d9-9ce1-61228db675c1 None None] Provisioning complete for port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac triggered by entity DHCP. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:28.096667 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8ce894b9-8208-43d9-9ce1-61228db675c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.135451 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-8ce894b9-8208-43d9-9ce1-61228db675c1 None None] Port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac cannot update to ACTIVE because it is not bound. {{(pid=93410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:15:28.398659 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac {{(pid=93409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:28.408776 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.428682 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a7b67-e05c-45cd-ad02-5063a3282c1b req-71fc186a-438d-4127-bd48-274fa7eb02f6 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:28.430177 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b69a7b67-e05c-45cd-ad02-5063a3282c1b req-71fc186a-438d-4127-bd48-274fa7eb02f6 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 935 time: 0.1232202 Jul 22 22:15:28.433404 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Transition to ACTIVE for port object 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac will not be triggered until provisioned by entity L2. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:28.437946 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.513373 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Pushing event updated for resources: {'Port': ['ID=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:28.524463 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b69a7b67-e05c-45cd-ad02-5063a3282c1b req-463eb1f9-306b-40d6-8cd5-f89e1d98a6c6 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873780 Jul 22 22:15:28.594073 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Attempting to bind port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:28.594476 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Attempting to bind port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '52c4ee3d-6666-47f6-8a10-50253c17d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1677, 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46'}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:28.595771 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Attempting to bind port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac on network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:28.601555 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac on network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:15:28.602442 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Attempting to bind port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac on network b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:28.607994 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:28.608330 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Checking segment: {'id': '52c4ee3d-6666-47f6-8a10-50253c17d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1677, 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:28.608723 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Bound using segment: {'id': '52c4ee3d-6666-47f6-8a10-50253c17d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1677, 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46'} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:28.609158 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Bound port: 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c4ee3d-6666-47f6-8a10-50253c17d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1677, 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46'}}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:28.609517 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.690731 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] For port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac, host hv-cinder-80152, cleared binding levels {{(pid=93409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:28.693772 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] For port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,segment=NetworkSegment(52c4ee3d-6666-47f6-8a10-50253c17d9ba),segment_id=52c4ee3d-6666-47f6-8a10-50253c17d9ba)] {{(pid=93409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:28.699217 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.733567 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:28.734030 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.735562 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] 10.222.0.113 "PUT /v2.0/ports/71c8d7a1-c2e8-4aa5-93d3-859c65f142ac HTTP/1.1" status: 200 len: 1097 time: 0.7733011 Jul 22 22:15:28.737990 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec04329d-97ce-4c20-9f4a-266fc09eaea3', 'tag': '71c8d7a1-c2e8-4aa5-93d3-859c65f142ac'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:28.741050 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6ed49b-3428-4905-a707-c1cce89486a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec04329d-97ce-4c20-9f4a-266fc09eaea3", "tag": "71c8d7a1-c2e8-4aa5-93d3-859c65f142ac"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:28.772971 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9077a-a3cd-4d6d-ac4c-dd010f2d9ade service neutron] Pushing event updated for resources: {'Port': ['ID=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,revision_number=3']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:28.809737 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb202bc-698e-4752-8a35-ec30a3bf3830 x-openstack-request-id: req-6cb202bc-698e-4752-8a35-ec30a3bf3830 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:28.810030 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec04329d-97ce-4c20-9f4a-266fc09eaea3", "tag": "71c8d7a1-c2e8-4aa5-93d3-859c65f142ac", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:28.810283 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cb202bc-698e-4752-8a35-ec30a3bf3830 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:28.810774 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec04329d-97ce-4c20-9f4a-266fc09eaea3', 'tag': '71c8d7a1-c2e8-4aa5-93d3-859c65f142ac', 'status': 'completed', 'code': 200} Jul 22 22:15:28.839856 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-7d0da8a9-9ae2-4036-bb2c-ea1974c54715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:28.841461 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-7d0da8a9-9ae2-4036-bb2c-ea1974c54715 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=babcccc5fb5b4d529b5dcc9b951f89b0&device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 1100 time: 0.0619454 Jul 22 22:15:28.884908 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-bf08a5ca-3f5e-4b23-af67-485a91442a94 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac HTTP/1.1" status: 200 len: 217 time: 0.0362175 Jul 22 22:15:28.946080 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-a2a6631a-c7d8-41a0-9ddb-304982732fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:28.948112 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-a2a6631a-c7d8-41a0-9ddb-304982732fcf service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b89b0d48-54ee-411c-b0fc-46029cdedf9d HTTP/1.1" status: 200 len: 843 time: 0.0563693 Jul 22 22:15:29.011062 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-0656990e-e810-416f-9d8f-749af9e9d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.012720 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-0656990e-e810-416f-9d8f-749af9e9d5c3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0584428 Jul 22 22:15:29.113874 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-1ca6a2e0-8b91-48a7-a37d-421f60802c8b service neutron] 10.222.0.113 "GET /v2.0/networks/b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936227 Jul 22 22:15:29.214182 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0a9a549a-e03d-4cf8-8a92-0b5f7097cfff req-aba860c1-310b-41bd-a9c0-8824f3cccd91 service neutron] 10.222.0.113 "GET /v2.0/networks/b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931933 Jul 22 22:15:29.321258 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-4231b777-83c1-46d3-8ca5-89f8ba125870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.323627 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-4231b777-83c1-46d3-8ca5-89f8ba125870 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=babcccc5fb5b4d529b5dcc9b951f89b0&device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 1100 time: 0.0606179 Jul 22 22:15:29.430532 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-f461ef85-44c3-4126-ac28-12334719405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.432725 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-f461ef85-44c3-4126-ac28-12334719405c service neutron] 10.222.0.113 "GET /v2.0/networks?id=b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46 HTTP/1.1" status: 200 len: 871 time: 0.1023693 Jul 22 22:15:29.469824 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54442) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:29.475045 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-04920eeb-ecea-47b2-aeb4-1e9fd70666b1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac HTTP/1.1" status: 200 len: 217 time: 0.0357950 Jul 22 22:15:29.529750 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-757e3ea9-03c7-4b08-b0f5-9a98845c0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.531267 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-757e3ea9-03c7-4b08-b0f5-9a98845c0ef7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b89b0d48-54ee-411c-b0fc-46029cdedf9d HTTP/1.1" status: 200 len: 843 time: 0.0495386 Jul 22 22:15:29.581260 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-54a5a917-572b-43d8-93f2-220cb8be9375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.597218 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-257d5517-a037-4592-98e9-50a27456dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.598892 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-257d5517-a037-4592-98e9-50a27456dcfd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0602255 Jul 22 22:15:29.681772 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-54a5a917-572b-43d8-93f2-220cb8be9375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.686582 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-54a5a917-572b-43d8-93f2-220cb8be9375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.732631 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-54a5a917-572b-43d8-93f2-220cb8be9375 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c80b37bb24104f3892c91c897fe66eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580490 Jul 22 22:15:29.732631 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5a917-572b-43d8-93f2-220cb8be9375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4000f6f4-5b43-4feb-b703-77c835e4d65f,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:29.733575 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54448) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:29.788925 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6314-28ac-4ee0-8d21-1b7ffcc62f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.816152 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6314-28ac-4ee0-8d21-1b7ffcc62f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.872352 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6314-28ac-4ee0-8d21-1b7ffcc62f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.874903 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6314-28ac-4ee0-8d21-1b7ffcc62f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.876122 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-ef0e6314-28ac-4ee0-8d21-1b7ffcc62f5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4000f6f4-5b43-4feb-b703-77c835e4d65f HTTP/1.1" status: 204 len: 168 time: 0.1414137 Jul 22 22:15:29.885575 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e6314-28ac-4ee0-8d21-1b7ffcc62f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4000f6f4-5b43-4feb-b703-77c835e4d65f,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:30.042888 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4545f9-8a6f-433f-b874-251b81807538 req-edeedd85-0ec5-4d72-9676-fb1a733b1b81 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.044973 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2f4545f9-8a6f-433f-b874-251b81807538 req-edeedd85-0ec5-4d72-9676-fb1a733b1b81 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 947 time: 0.4449985 Jul 22 22:15:30.051198 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-38a8eb16-073c-482a-8ad9-4f0b818abb64 service neutron] 10.222.0.113 "GET /v2.0/networks/b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422760 Jul 22 22:15:30.143475 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2f4545f9-8a6f-433f-b874-251b81807538 req-35a2adc7-c610-4ade-8d64-b5ea82a96d0b tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911317 Jul 22 22:15:30.171728 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ac6ed49b-3428-4905-a707-c1cce89486a4 req-30d96533-4dd9-4d43-a896-f2415b44e3ad service neutron] 10.222.0.113 "GET /v2.0/networks/b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130130 Jul 22 22:15:30.561015 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54470) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:30.659668 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-713312437-network', 'tenant_id': '256abfb7fbbd4529838286bde0880df9'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:30.680915 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Made reservation on behalf of 256abfb7fbbd4529838286bde0880df9 for: {'network': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:30.684186 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.692532 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.778745 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.782342 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.810528 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] vlan segment allocate from pool success with {'vlan_id': 1668, 'physical_network': 'physnet1'} {{(pid=93408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:15:30.819213 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbecb80-440b-4376-bc67-bc836518b5c5,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:30.826734 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.827132 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.segments_db [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Added segment d7143102-1942-47b0-9a1e-de6654e412d4 of type vlan for network c3768323-1841-4bb2-bae8-0cc39e90ed14 Jul 22 22:15:30.865765 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.895208 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.896228 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.897093 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.936998 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3721147 Jul 22 22:15:30.937349 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54474) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:30.942627 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Request body: {'subnet': {'network_id': 'c3768323-1841-4bb2-bae8-0cc39e90ed14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-713312437-subnet', 'tenant_id': '256abfb7fbbd4529838286bde0880df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:30.962405 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915797a5-af2c-4a65-b636-662ba11c5aab admin admin] Pushing event updated for resources: {'Network': ['ID=c3768323-1841-4bb2-bae8-0cc39e90ed14,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:30.963638 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Made reservation on behalf of 256abfb7fbbd4529838286bde0880df9 for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:30.966861 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26817891'] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.973009 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network c3768323-1841-4bb2-bae8-0cc39e90ed14 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:15:31.148395 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26817809'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.220737 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Checking segment: {'id': 'd7143102-1942-47b0-9a1e-de6654e412d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1668, 'network_id': 'c3768323-1841-4bb2-bae8-0cc39e90ed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:31.221117 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Network hostable DHCP agents. Network: c3768323-1841-4bb2-bae8-0cc39e90ed14, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:15:31.223268 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68eb02f-f5bf-477e-82ca-337036acf0ae,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:31.253791 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Network c3768323-1841-4bb2-bae8-0cc39e90ed14 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:15:31.266238 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, c3768323-1841-4bb2-bae8-0cc39e90ed14) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:31.273080 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:31.273715 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.275391 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65b03ce-94fb-4082-ab1c-86b420a44ac2 None None] Network c3768323-1841-4bb2-bae8-0cc39e90ed14 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:31.293461 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-89f1d8ae-369a-45e1-b877-8cb3f5e7d833 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3547268 Jul 22 22:15:31.314218 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487d8af-497b-4b32-b4af-9a81b4c40789 req-9fecb3bc-d906-4b16-899f-b184df4dbb9b tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:31.315946 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a487d8af-497b-4b32-b4af-9a81b4c40789 req-9fecb3bc-d906-4b16-899f-b184df4dbb9b tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 947 time: 0.0930915 Jul 22 22:15:31.363657 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a487d8af-497b-4b32-b4af-9a81b4c40789 req-cbcdcc98-3e3a-4510-bf87-dcb46d4a94d1 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Jul 22 22:15:31.421194 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db5635-f019-4ee5-bb26-0aa2897e3f02 None None] Network c3768323-1841-4bb2-bae8-0cc39e90ed14 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:31.572748 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:15:31.676558 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,segment=NetworkSegment(52c4ee3d-6666-47f6-8a10-50253c17d9ba),segment_id=52c4ee3d-6666-47f6-8a10-50253c17d9ba)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:31.689025 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '71c8d7a1-c2e8-4aa5-93d3-859c65f142ac', 'network_id': 'b952a580-8fb9-4fe8-ad9d-6e85e9fe4b46', 'port_id': '71c8d7a1-c2e8-4aa5-93d3-859c65f142ac', 'mac_address': 'fa:16:3e:18:d3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89b0d48-54ee-411c-b0fc-46029cdedf9d', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:15:31.730768 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.749874 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:31.773496 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,segment=NetworkSegment(52c4ee3d-6666-47f6-8a10-50253c17d9ba),segment_id=52c4ee3d-6666-47f6-8a10-50253c17d9ba)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:31.778456 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.813817 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54492) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:31.819468 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1974448147-network', 'tenant_id': '067449fb65f84af88f0c44184fe2c85c'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:31.833125 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:31.841593 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.841933 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Made reservation on behalf of 067449fb65f84af88f0c44184fe2c85c for: {'network': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:31.842060 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.842283 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.842596 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.843018 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.843348 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.843676 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.844063 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.844188 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.844389 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.844712 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.845031 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.845381 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:31.854986 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.970235 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.974992 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.005893 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] vlan segment allocate from pool success with {'vlan_id': 1685, 'physical_network': 'physnet1'} {{(pid=93409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:15:32.014990 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564eea82-8e70-4de3-83be-9a31e5f2fd59,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:32.024920 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.025267 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.segments_db [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Added segment 951f6d98-ced0-4709-8f38-4f7c72748531 of type vlan for network 8be6d694-a9ab-4ee5-b845-7a7a5bfc4671 Jul 22 22:15:32.026550 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['71c8d7a1-c2e8-4aa5-93d3-859c65f142ac'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:32.081683 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.120971 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.121994 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.122594 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.164473 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3443537 Jul 22 22:15:32.164869 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54494) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:32.170561 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Request body: {'subnet': {'network_id': '8be6d694-a9ab-4ee5-b845-7a7a5bfc4671', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1974448147-subnet', 'tenant_id': '067449fb65f84af88f0c44184fe2c85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:32.212189 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Made reservation on behalf of 067449fb65f84af88f0c44184fe2c85c for: {'subnet': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:32.215987 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31934725'] for subnet, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.217048 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6006da8-e9e9-44a0-a4b8-71f3f06dc61b admin admin] Pushing event updated for resources: {'Network': ['ID=8be6d694-a9ab-4ee5-b845-7a7a5bfc4671,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:32.230929 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 8be6d694-a9ab-4ee5-b845-7a7a5bfc4671 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:15:32.420287 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32635360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31934839'] for subnet, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.479638 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b412f3b-220e-425b-b756-7f941edce7f8,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:32.490229 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Checking segment: {'id': '951f6d98-ced0-4709-8f38-4f7c72748531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1685, 'network_id': '8be6d694-a9ab-4ee5-b845-7a7a5bfc4671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:32.490775 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Network hostable DHCP agents. Network: 8be6d694-a9ab-4ee5-b845-7a7a5bfc4671, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:15:32.509652 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Network 8be6d694-a9ab-4ee5-b845-7a7a5bfc4671 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:15:32.520286 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b4328-13f2-4c37-97e4-3aad053dfbe8 req-c4304e36-7f19-4fd3-a7f9-e897aee27894 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.520582 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 8be6d694-a9ab-4ee5-b845-7a7a5bfc4671) {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:32.522640 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-801b4328-13f2-4c37-97e4-3aad053dfbe8 req-c4304e36-7f19-4fd3-a7f9-e897aee27894 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 948 time: 0.0814433 Jul 22 22:15:32.524443 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.525042 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.531671 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d78601-6f3e-47b0-bf96-d59d71037e58 None None] Network 8be6d694-a9ab-4ee5-b845-7a7a5bfc4671 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:32.544692 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-0298476e-34d5-46d7-b1e4-106d23cf870e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3783686 Jul 22 22:15:32.578820 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-801b4328-13f2-4c37-97e4-3aad053dfbe8 req-903c85b7-0aab-4ebb-9afc-78eaddbb10f0 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401490 Jul 22 22:15:32.670779 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810882e-30e4-48e0-b3ad-32255c2070a1 None None] Network 8be6d694-a9ab-4ee5-b845-7a7a5bfc4671 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:33.595238 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:33.645444 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:33.653129 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:33.653530 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:33.717205 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff640ce-ac87-42b3-bc6b-6cb3735e9fbc req-ca847244-eae8-465a-b207-297f9cf40179 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:33.718821 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-dff640ce-ac87-42b3-bc6b-6cb3735e9fbc req-ca847244-eae8-465a-b207-297f9cf40179 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 948 time: 0.0696602 Jul 22 22:15:33.732845 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:33.755416 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec04329d-97ce-4c20-9f4a-266fc09eaea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c8d7a1-c2e8-4aa5-93d3-859c65f142ac'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:33.757778 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3b9ac7-58e7-41ac-bfc5-a27c2476a373" -d '{"events": [{"server_uuid": "ec04329d-97ce-4c20-9f4a-266fc09eaea3", "name": "network-vif-plugged", "status": "completed", "tag": "71c8d7a1-c2e8-4aa5-93d3-859c65f142ac"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:33.758136 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-dff640ce-ac87-42b3-bc6b-6cb3735e9fbc req-0fe60874-1ae3-47d2-8af6-abc628aaec4c tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336747 Jul 22 22:15:33.774909 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,segment=NetworkSegment(52c4ee3d-6666-47f6-8a10-50253c17d9ba),segment_id=52c4ee3d-6666-47f6-8a10-50253c17d9ba)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:33.783986 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:33.806745 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c5411b-37de-4c40-9ccb-450bade36a7e x-openstack-request-id: req-55c5411b-37de-4c40-9ccb-450bade36a7e {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:33.807862 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec04329d-97ce-4c20-9f4a-266fc09eaea3", "name": "network-vif-plugged", "status": "completed", "tag": "71c8d7a1-c2e8-4aa5-93d3-859c65f142ac", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:33.807862 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55c5411b-37de-4c40-9ccb-450bade36a7e {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:33.808215 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec04329d-97ce-4c20-9f4a-266fc09eaea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c8d7a1-c2e8-4aa5-93d3-859c65f142ac', 'code': 200} Jul 22 22:15:33.833719 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:33.987879 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfed182-764f-46c1-b6c1-037cafd5f62e req-fc2db72c-b61c-4a5b-a782-5b4139f40871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:33.989435 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7cfed182-764f-46c1-b6c1-037cafd5f62e req-fc2db72c-b61c-4a5b-a782-5b4139f40871 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 1102 time: 0.0585394 Jul 22 22:15:34.025174 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7cfed182-764f-46c1-b6c1-037cafd5f62e req-e1606d59-887b-4590-9188-bbdc896cba54 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289376 Jul 22 22:15:34.897074 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea1122-c445-44b0-8108-09ad101331d8 req-522c1c11-2e6a-47f1-bede-9429c2370cb2 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.898648 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-39ea1122-c445-44b0-8108-09ad101331d8 req-522c1c11-2e6a-47f1-bede-9429c2370cb2 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 949 time: 0.0701272 Jul 22 22:15:34.948613 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-39ea1122-c445-44b0-8108-09ad101331d8 req-6890fd3b-7be4-4e95-9b6a-0207fb55a27d tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Jul 22 22:15:36.078954 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ae815-6d97-41ee-a9f4-2295be7de32f req-f526fb4d-2061-4cd6-a6df-8373b6b4fc4d tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.080495 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7b8ae815-6d97-41ee-a9f4-2295be7de32f req-f526fb4d-2061-4cd6-a6df-8373b6b4fc4d tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 949 time: 0.0637362 Jul 22 22:15:36.117875 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7b8ae815-6d97-41ee-a9f4-2295be7de32f req-2ee4b8af-7a59-46d3-8e90-41f04a8cffb2 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Jul 22 22:15:36.389453 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fece96f-f1c8-4821-bb37-41d22bed2dc6 req-fdfa4670-05fe-4c11-b4ac-f9bb5f738a17 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.391029 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4fece96f-f1c8-4821-bb37-41d22bed2dc6 req-fdfa4670-05fe-4c11-b4ac-f9bb5f738a17 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 949 time: 0.0690348 Jul 22 22:15:36.430062 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4fece96f-f1c8-4821-bb37-41d22bed2dc6 req-cf05080d-361d-4d92-8b4b-38a9425e6b7f tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Jul 22 22:15:37.571647 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b2652-865a-4932-982c-2bce22f82c7b req-29dddd39-7e67-45d8-9b4e-2183706b9765 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:37.573859 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fc4b2652-865a-4932-982c-2bce22f82c7b req-29dddd39-7e67-45d8-9b4e-2183706b9765 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 949 time: 0.0746372 Jul 22 22:15:37.614728 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-fc4b2652-865a-4932-982c-2bce22f82c7b req-4299e08e-59df-4f3f-b15a-efa0f692aa03 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348103 Jul 22 22:15:37.773825 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-6905eb60-ad26-401f-b32a-b28124947e90 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:37.775330 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-6905eb60-ad26-401f-b32a-b28124947e90 tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 949 time: 0.0647740 Jul 22 22:15:37.877864 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-cf68f62a-fc34-4ac3-a9a2-54e31de08cac tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Deleting port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:15:37.878116 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-cf68f62a-fc34-4ac3-a9a2-54e31de08cac tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.932715 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:15:37.971903 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-cf68f62a-fc34-4ac3-a9a2-54e31de08cac tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] For port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,segment=NetworkSegment(52c4ee3d-6666-47f6-8a10-50253c17d9ba),segment_id=52c4ee3d-6666-47f6-8a10-50253c17d9ba)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:37.972267 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-cf68f62a-fc34-4ac3-a9a2-54e31de08cac tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.984396 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-cf68f62a-fc34-4ac3-a9a2-54e31de08cac tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Calling delete_port for 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac owned by compute:nova {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:15:38.124408 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-cf68f62a-fc34-4ac3-a9a2-54e31de08cac tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.138009 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['71c8d7a1-c2e8-4aa5-93d3-859c65f142ac'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:38.154260 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68f62a-fc34-4ac3-a9a2-54e31de08cac tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Pushing event deleted for resources: {'Port': ['ID=71c8d7a1-c2e8-4aa5-93d3-859c65f142ac,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:38.208810 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-cf68f62a-fc34-4ac3-a9a2-54e31de08cac tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] No DVR routers for this DVR port 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac on host hv-cinder-80152 {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:15:38.212011 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-cf68f62a-fc34-4ac3-a9a2-54e31de08cac tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.214562 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b978bda8-584c-4ff1-b9e6-9ca91b5508d3 req-cf68f62a-fc34-4ac3-a9a2-54e31de08cac tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.113 "DELETE /v2.0/ports/71c8d7a1-c2e8-4aa5-93d3-859c65f142ac HTTP/1.1" status: 204 len: 173 time: 0.4338026 Jul 22 22:15:38.215093 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec04329d-97ce-4c20-9f4a-266fc09eaea3', 'name': 'network-vif-deleted', 'tag': '71c8d7a1-c2e8-4aa5-93d3-859c65f142ac'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:38.218007 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedce8e8-1b8a-40f5-8e47-223ff9466c27" -d '{"events": [{"server_uuid": "ec04329d-97ce-4c20-9f4a-266fc09eaea3", "name": "network-vif-deleted", "tag": "71c8d7a1-c2e8-4aa5-93d3-859c65f142ac"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:38.276335 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644e00ea-6792-44cd-b685-d0d85fb8b26f x-openstack-request-id: req-644e00ea-6792-44cd-b685-d0d85fb8b26f {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:38.276644 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec04329d-97ce-4c20-9f4a-266fc09eaea3", "name": "network-vif-deleted", "tag": "71c8d7a1-c2e8-4aa5-93d3-859c65f142ac", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:38.277074 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-644e00ea-6792-44cd-b685-d0d85fb8b26f {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:38.278114 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec04329d-97ce-4c20-9f4a-266fc09eaea3', 'name': 'network-vif-deleted', 'tag': '71c8d7a1-c2e8-4aa5-93d3-859c65f142ac', 'status': 'completed', 'code': 200} Jul 22 22:15:38.729370 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d5a8dd53-90dd-4385-b3a4-f8444aa9e37a req-58d8ad24-7924-4111-b896-5c8361c6d4ad tempest-VolumesNegativeTest-118855811 tempest-VolumesNegativeTest-118855811-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec04329d-97ce-4c20-9f4a-266fc09eaea3 HTTP/1.1" status: 200 len: 210 time: 0.0319645 Jul 22 22:15:39.725488 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-aa436c2e-387a-4ffc-a9f6-78e70e389eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:41.648537 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:15:41.685360 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:15:41.685947 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 71c8d7a1-c2e8-4aa5-93d3-859c65f142ac not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:15:42.840297 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:43.179383 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4d80cefd-82d9-40b7-b324-44778c829542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:43.961793 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54834) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:44.106899 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-7a4847aa-cf5d-4a75-97b1-8540444e8e0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=babcccc5fb5b4d529b5dcc9b951f89b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437964 Jul 22 22:15:44.109333 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54838) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:44.164297 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcfcc-c50f-4c58-b08e-b4bd8a46f6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:44.199852 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcfcc-c50f-4c58-b08e-b4bd8a46f6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:44.256966 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcfcc-c50f-4c58-b08e-b4bd8a46f6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:44.259470 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b1dcfcc-c50f-4c58-b08e-b4bd8a46f6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:44.260793 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-6b1dcfcc-c50f-4c58-b08e-b4bd8a46f6de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6ae4509-6f59-4ac0-a70f-5cce71bd0d63 HTTP/1.1" status: 204 len: 168 time: 0.1504571 Jul 22 22:15:44.269847 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dcfcc-c50f-4c58-b08e-b4bd8a46f6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ae4509-6f59-4ac0-a70f-5cce71bd0d63,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:44.423869 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.162865 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.484773 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54876) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:46.534689 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_v2 [None req-105d9085-557f-419f-a2af-93ea47ec84b4 admin admin] Deleting subnet a68eb02f-f5bf-477e-82ca-337036acf0ae {{(pid=93408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:15:46.538591 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-105d9085-557f-419f-a2af-93ea47ec84b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.576484 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-105d9085-557f-419f-a2af-93ea47ec84b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31916951'] for subnet, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.618855 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-105d9085-557f-419f-a2af-93ea47ec84b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.681200 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-105d9085-557f-419f-a2af-93ea47ec84b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32635169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31934840'] for subnet, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.708266 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d9085-557f-419f-a2af-93ea47ec84b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68eb02f-f5bf-477e-82ca-337036acf0ae,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:46.712594 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-105d9085-557f-419f-a2af-93ea47ec84b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.717846 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54878) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:46.718556 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-105d9085-557f-419f-a2af-93ea47ec84b4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a68eb02f-f5bf-477e-82ca-337036acf0ae HTTP/1.1" status: 204 len: 168 time: 0.2320175 Jul 22 22:15:46.798730 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.889210 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.901572 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3768323-1841-4bb2-bae8-0cc39e90ed14']}} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:46.913358 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7143102-1942-47b0-9a1e-de6654e412d4') {'for_net_delete': True} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:46.913637 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7143102-1942-47b0-9a1e-de6654e412d4') {} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:46.924430 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26754805'] for segment, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.940364 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.946830 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] Releasing vlan 1668 on physical network physnet1 to pool {{(pid=93409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:15:46.947253 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25565182'] for segment, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: Traceback (most recent call last): Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: timer() Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: cb(*args, **kw) Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: return func(*args, **kwargs) Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: self._notify() Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: self.callback(batched_events) Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: event.method(event) Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: return f(self, *a, **k) Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._get(url).json() Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: return self.request(url, 'GET', **kwargs) Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:15:46.949682 dv-cinder-801522-2-iscsi neutron-server[93409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:15:47.008673 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.015529 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.018265 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c3768323-1841-4bb2-bae8-0cc39e90ed14 HTTP/1.1" status: 204 len: 168 time: 0.2988944 Jul 22 22:15:47.021857 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54880) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:47.033757 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c8f44-645b-479c-aae4-0d0dc11ce0f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3768323-1841-4bb2-bae8-0cc39e90ed14,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:47.082778 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0d5982-a2e5-4ef3-baa1-fbaf1573c6ed admin admin] Deleting subnet 4b412f3b-220e-425b-b756-7f941edce7f8 {{(pid=93408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:15:47.086705 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5982-a2e5-4ef3-baa1-fbaf1573c6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.122292 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5982-a2e5-4ef3-baa1-fbaf1573c6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31916951'] for subnet, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.162703 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5982-a2e5-4ef3-baa1-fbaf1573c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.219411 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5982-a2e5-4ef3-baa1-fbaf1573c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32635169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31934840'] for subnet, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.246366 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d5982-a2e5-4ef3-baa1-fbaf1573c6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b412f3b-220e-425b-b756-7f941edce7f8,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:47.250299 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5982-a2e5-4ef3-baa1-fbaf1573c6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.253198 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-8b0d5982-a2e5-4ef3-baa1-fbaf1573c6ed admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4b412f3b-220e-425b-b756-7f941edce7f8 HTTP/1.1" status: 204 len: 168 time: 0.2296960 Jul 22 22:15:47.254878 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54882) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:47.339787 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.436789 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.448723 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be6d694-a9ab-4ee5-b845-7a7a5bfc4671']}} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:47.460287 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951f6d98-ced0-4709-8f38-4f7c72748531') {'for_net_delete': True} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:47.460602 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951f6d98-ced0-4709-8f38-4f7c72748531') {} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:47.471103 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31916958'] for segment, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.487332 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.494180 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] Releasing vlan 1685 on physical network physnet1 to pool {{(pid=93408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:15:47.495193 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32635227'] for segment, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: Traceback (most recent call last): Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: timer() Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: cb(*args, **kw) Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: return func(*args, **kwargs) Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: self._notify() Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: self.callback(batched_events) Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: event.method(event) Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: return f(self, *a, **k) Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._get(url).json() Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: return self.request(url, 'GET', **kwargs) Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:15:47.497058 dv-cinder-801522-2-iscsi neutron-server[93408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:15:47.552552 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.558967 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.563793 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] 10.222.0.26 "DELETE /v2.0/networks/8be6d694-a9ab-4ee5-b845-7a7a5bfc4671 HTTP/1.1" status: 204 len: 168 time: 0.3075376 Jul 22 22:15:47.575248 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f085d-ea19-477f-831c-ce8be6be602b admin admin] Pushing event deleted for resources: {'Network': ['ID=8be6d694-a9ab-4ee5-b845-7a7a5bfc4671,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:47.754767 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54886) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:47.798825 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-3fc5eb1f-99e9-4dca-953a-330d89c4dcc5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=256abfb7fbbd4529838286bde0880df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427022 Jul 22 22:15:47.801577 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54888) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:47.864003 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8d623382-86c2-45bd-984c-953668bbfcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.886892 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8d623382-86c2-45bd-984c-953668bbfcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.940818 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8d623382-86c2-45bd-984c-953668bbfcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.943421 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8d623382-86c2-45bd-984c-953668bbfcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.944616 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-8d623382-86c2-45bd-984c-953668bbfcbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfbecb80-440b-4376-bc67-bc836518b5c5 HTTP/1.1" status: 204 len: 168 time: 0.1421139 Jul 22 22:15:47.952581 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d623382-86c2-45bd-984c-953668bbfcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbecb80-440b-4376-bc67-bc836518b5c5,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:48.295382 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54894) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:48.337010 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-461e8dd6-fb34-46f2-9815-214edef41909 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=067449fb65f84af88f0c44184fe2c85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403020 Jul 22 22:15:48.340191 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54896) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:48.389182 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aad1ada4-1ebc-42e0-b394-5a5078fe13fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.412284 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aad1ada4-1ebc-42e0-b394-5a5078fe13fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.461379 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aad1ada4-1ebc-42e0-b394-5a5078fe13fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.464571 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aad1ada4-1ebc-42e0-b394-5a5078fe13fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.465757 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-aad1ada4-1ebc-42e0-b394-5a5078fe13fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/564eea82-8e70-4de3-83be-9a31e5f2fd59 HTTP/1.1" status: 204 len: 168 time: 0.1245992 Jul 22 22:15:48.474350 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1ada4-1ebc-42e0-b394-5a5078fe13fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564eea82-8e70-4de3-83be-9a31e5f2fd59,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:52.689822 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54954) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:52.793674 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.884321 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.888942 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.929685 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=324e5ceaf821414b96d0320ae6bef0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387378 Jul 22 22:15:52.930551 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e021bcb-be95-4c6e-93dd-6b04a71b0b6e,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:52.932468 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54958) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:52.937715 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.938327 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.938678 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.939011 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.939342 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.939679 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.940028 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.940354 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.940681 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.941003 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.941319 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.941634 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4f26f3-301e-45f4-b7bd-257d835e57c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:52.981982 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.006003 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.051527 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.054065 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.055218 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e021bcb-be95-4c6e-93dd-6b04a71b0b6e HTTP/1.1" status: 204 len: 168 time: 0.1217513 Jul 22 22:15:53.062837 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e021bcb-be95-4c6e-93dd-6b04a71b0b6e,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:53.069841 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.070308 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.070661 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.071008 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.071354 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.071754 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.072122 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.072986 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.073320 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.073647 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.073971 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.074418 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba0d6b-e5ed-448b-8799-d3092115abe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:53.333907 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 54964) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:53.347631 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-48b54737-5832-4267-bca4-fa8c7259fa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.438948 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-48b54737-5832-4267-bca4-fa8c7259fa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.443603 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-48b54737-5832-4267-bca4-fa8c7259fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.480241 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-48b54737-5832-4267-bca4-fa8c7259fa7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=600fc70094e54f5d8aec48cba2c67636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451428 Jul 22 22:15:53.482135 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b54737-5832-4267-bca4-fa8c7259fa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51faccd9-0067-4a2c-bea2-5a0ad79a8520,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:53.483098 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 54966) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:53.532989 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-dbe87925-89b3-42dd-9f17-0f4820df4922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.554129 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-dbe87925-89b3-42dd-9f17-0f4820df4922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.599925 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-dbe87925-89b3-42dd-9f17-0f4820df4922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.602473 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-dbe87925-89b3-42dd-9f17-0f4820df4922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.604199 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-dbe87925-89b3-42dd-9f17-0f4820df4922 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51faccd9-0067-4a2c-bea2-5a0ad79a8520 HTTP/1.1" status: 204 len: 168 time: 0.1192338 Jul 22 22:15:53.612245 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe87925-89b3-42dd-9f17-0f4820df4922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51faccd9-0067-4a2c-bea2-5a0ad79a8520,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:57.221273 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.726899 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cab489fd-77ea-464d-b0d8-7bd4a4acb304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.843585 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:13.181140 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-348b33f8-63c2-4300-930c-2e5c9c7bdb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.424015 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.931941 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:16:15.146453 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 55096) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:15.258759 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-40b6f224-913a-4626-a1e8-588133fcc877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.362636 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-40b6f224-913a-4626-a1e8-588133fcc877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.366692 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-40b6f224-913a-4626-a1e8-588133fcc877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.411383 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-40b6f224-913a-4626-a1e8-588133fcc877 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b244c3488b174eaabba9afea5b2d5c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638094 Jul 22 22:16:15.413718 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6f224-913a-4626-a1e8-588133fcc877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fd1fb4-2dca-4126-b602-1e5f91dcfa4b,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:15.414070 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 55100) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:15.465777 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2d23ceb5-d570-448e-9e11-e977e8f032d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.486793 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2d23ceb5-d570-448e-9e11-e977e8f032d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.531987 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2d23ceb5-d570-448e-9e11-e977e8f032d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.534782 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-2d23ceb5-d570-448e-9e11-e977e8f032d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.536002 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-2d23ceb5-d570-448e-9e11-e977e8f032d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63fd1fb4-2dca-4126-b602-1e5f91dcfa4b HTTP/1.1" status: 204 len: 168 time: 0.1209021 Jul 22 22:16:15.544334 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23ceb5-d570-448e-9e11-e977e8f032d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fd1fb4-2dca-4126-b602-1e5f91dcfa4b,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:16.162938 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.556089 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 55168) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:19.660955 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6ee0ca0-69e3-4285-b37b-ed8303724f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.752838 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6ee0ca0-69e3-4285-b37b-ed8303724f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.756694 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c6ee0ca0-69e3-4285-b37b-ed8303724f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.795945 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-c6ee0ca0-69e3-4285-b37b-ed8303724f70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8df6071184f4c4ab16e0b9c4377c60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382004 Jul 22 22:16:19.798000 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee0ca0-69e3-4285-b37b-ed8303724f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deda7579-9233-4c41-a5d5-c5c93b59e251,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:19.798767 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 55172) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:19.852496 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8023bcb9-59d7-435b-b0f3-b5658ed24957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.874248 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8023bcb9-59d7-435b-b0f3-b5658ed24957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.919793 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8023bcb9-59d7-435b-b0f3-b5658ed24957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.922334 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8023bcb9-59d7-435b-b0f3-b5658ed24957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.923544 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-8023bcb9-59d7-435b-b0f3-b5658ed24957 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/deda7579-9233-4c41-a5d5-c5c93b59e251 HTTP/1.1" status: 204 len: 168 time: 0.1237278 Jul 22 22:16:19.931293 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023bcb9-59d7-435b-b0f3-b5658ed24957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deda7579-9233-4c41-a5d5-c5c93b59e251,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:20.610752 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 55194) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:20.711565 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1816474686-network', 'tenant_id': '4d8fadd5d4c54e1e8b81208ed391badd'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:20.732688 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Made reservation on behalf of 4d8fadd5d4c54e1e8b81208ed391badd for: {'network': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:20.734848 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.743073 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.830939 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.834708 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.861677 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] vlan segment allocate from pool success with {'vlan_id': 1657, 'physical_network': 'physnet1'} {{(pid=93408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:16:20.867945 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8790c2a4-ff05-4cb4-bf7c-5abb13235467,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:20.875450 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.875819 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.segments_db [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Added segment fea44e23-e9f4-49ad-b609-347313b0b3e2 of type vlan for network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 Jul 22 22:16:20.922490 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.956499 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.957496 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:20.958075 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:20.988054 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3761530 Jul 22 22:16:20.991051 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 55198) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:20.997585 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Request body: {'subnet': {'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1816474686-subnet', 'tenant_id': '4d8fadd5d4c54e1e8b81208ed391badd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:21.017618 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ab503-b7ec-4dd0-ac3c-1aa1b4023592 admin admin] Pushing event updated for resources: {'Network': ['ID=9b78a00f-7612-4e4f-89f5-bb4798bfe344,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:21.020753 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Made reservation on behalf of 4d8fadd5d4c54e1e8b81208ed391badd for: {'subnet': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:21.023322 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26817891'] for subnet, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:21.028728 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:16:21.194715 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25564997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26817809'] for subnet, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:21.247655 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e962e48-842a-4496-8943-322b6ebedd55,revision_number=0']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:21.262842 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Checking segment: {'id': 'fea44e23-e9f4-49ad-b609-347313b0b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1657, 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:21.263195 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Network hostable DHCP agents. Network: 9b78a00f-7612-4e4f-89f5-bb4798bfe344, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:16:21.279396 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:16:21.288070 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 9b78a00f-7612-4e4f-89f5-bb4798bfe344) {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:21.294678 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:21.297114 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:21.297277 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50173958-7d2e-433a-b921-a8c18f55a71d None None] Network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:21.320550 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-b7b838fe-38ce-4c97-bbf0-4a93b630fd26 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3271837 Jul 22 22:16:21.433025 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9251d862-ebcd-4507-afb3-e6e8272c8e71 None None] Network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:23.107317 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-ce98bc62-4acd-4924-8003-52b39f80906f tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:23.108787 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-ce98bc62-4acd-4924-8003-52b39f80906f tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/networks?id=9b78a00f-7612-4e4f-89f5-bb4798bfe344 HTTP/1.1" status: 200 len: 809 time: 0.1060586 Jul 22 22:16:23.126832 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-c8d9d3d7-b88d-440c-85ec-81590e0c1f5c tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/quotas/4d8fadd5d4c54e1e8b81208ed391badd HTTP/1.1" status: 200 len: 375 time: 0.0121264 Jul 22 22:16:23.161099 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-5ce1b709-240a-4842-b0f1-890701d7c35d tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d8fadd5d4c54e1e8b81208ed391badd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286875 Jul 22 22:16:23.256130 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-54ac0043-3f57-4637-8890-8be46b9900ae service neutron] 10.222.0.26 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877085 Jul 22 22:16:23.348556 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-c2619c85-c488-4395-b88d-6fc839716d32 service neutron] 10.222.0.26 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865934 Jul 22 22:16:23.528098 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-98ea769a-6895-4f88-8cf2-6e40385401d1 req-e3edd893-0cdf-4c4e-8495-180df973bffc tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 210 time: 0.0387018 Jul 22 22:16:24.651272 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-829053df-85cb-4aad-8abf-8974eaac4c69 req-1b2045ef-7eae-4abc-ac04-1f46b663ff36 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 210 time: 0.0363851 Jul 22 22:16:24.706807 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-af050d87-a51b-4ca0-ab54-17051110a766 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:24.708435 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-af050d87-a51b-4ca0-ab54-17051110a766 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.113 "GET /v2.0/networks?id=9b78a00f-7612-4e4f-89f5-bb4798bfe344 HTTP/1.1" status: 200 len: 809 time: 0.1160641 Jul 22 22:16:24.721537 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Request body: {'port': {'device_id': '680e4574-3a05-4453-ba25-6007ee74c05a', 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344', 'admin_state_up': True, 'tenant_id': '4d8fadd5d4c54e1e8b81208ed391badd'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:24.838018 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Made reservation on behalf of 4d8fadd5d4c54e1e8b81208ed391badd for: {'port': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:24.841491 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:24.967825 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Allocated IP 172.20.0.12 (9b78a00f-7612-4e4f-89f5-bb4798bfe344/1e962e48-842a-4496-8943-322b6ebedd55/22fc2e5e-b21e-491a-9153-baba0516cf1d) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:25.109834 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.149454 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.197804 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:25.200848 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:25.204697 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:25.211157 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Pushing event updated for resources: {'Port': ['ID=22fc2e5e-b21e-491a-9153-baba0516cf1d,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:25.255942 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:25.256555 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.272292 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d163875f-6799-4c82-97a8-68049f9a4150 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5547352 Jul 22 22:16:25.284689 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Request body: {'port': {'device_id': '680e4574-3a05-4453-ba25-6007ee74c05a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:25.362684 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.638358 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22fc2e5e-b21e-491a-9153-baba0516cf1d {{(pid=93409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:25.645903 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.664807 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Transition to ACTIVE for port object 22fc2e5e-b21e-491a-9153-baba0516cf1d will not be triggered until provisioned by entity L2. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:25.671234 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.726629 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Pushing event updated for resources: {'Port': ['ID=22fc2e5e-b21e-491a-9153-baba0516cf1d,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:25.834593 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Attempting to bind port 22fc2e5e-b21e-491a-9153-baba0516cf1d on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:25.834925 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Attempting to bind port 22fc2e5e-b21e-491a-9153-baba0516cf1d by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'fea44e23-e9f4-49ad-b609-347313b0b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1657, 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344'}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:25.835248 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Attempting to bind port 22fc2e5e-b21e-491a-9153-baba0516cf1d on network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:25.841918 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Port 22fc2e5e-b21e-491a-9153-baba0516cf1d on network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:25.842240 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Attempting to bind port 22fc2e5e-b21e-491a-9153-baba0516cf1d on network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:25.849583 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:25.849913 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Checking segment: {'id': 'fea44e23-e9f4-49ad-b609-347313b0b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1657, 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:25.850296 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Bound using segment: {'id': 'fea44e23-e9f4-49ad-b609-347313b0b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1657, 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344'} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:25.850717 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Bound port: 22fc2e5e-b21e-491a-9153-baba0516cf1d, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea44e23-e9f4-49ad-b609-347313b0b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1657, 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344'}}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:25.851070 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.861847 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06451f5c-c649-486b-aada-8132bffc1db1 req-50a15d24-f98f-404b-8208-320a0d2297f1 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:25.863324 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-06451f5c-c649-486b-aada-8132bffc1db1 req-50a15d24-f98f-404b-8208-320a0d2297f1 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 944 time: 0.1178124 Jul 22 22:16:25.928448 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-06451f5c-c649-486b-aada-8132bffc1db1 req-2529d921-2184-4ee8-9edc-eea1625fd3e5 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582328 Jul 22 22:16:25.950612 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] For port 22fc2e5e-b21e-491a-9153-baba0516cf1d, host hv-cinder-80152, cleared binding levels {{(pid=93409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:25.953588 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] For port 22fc2e5e-b21e-491a-9153-baba0516cf1d, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=22fc2e5e-b21e-491a-9153-baba0516cf1d,segment=NetworkSegment(fea44e23-e9f4-49ad-b609-347313b0b3e2),segment_id=fea44e23-e9f4-49ad-b609-347313b0b3e2)] {{(pid=93409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:25.959384 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.997050 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:25.997658 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:25.999045 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] 10.222.0.113 "PUT /v2.0/ports/22fc2e5e-b21e-491a-9153-baba0516cf1d HTTP/1.1" status: 200 len: 1094 time: 0.7192886 Jul 22 22:16:25.999478 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680e4574-3a05-4453-ba25-6007ee74c05a', 'tag': '22fc2e5e-b21e-491a-9153-baba0516cf1d'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:26.001768 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd0ff1f-64fa-490c-9e91-3dd348a245c0" -d '{"events": [{"name": "network-changed", "server_uuid": "680e4574-3a05-4453-ba25-6007ee74c05a", "tag": "22fc2e5e-b21e-491a-9153-baba0516cf1d"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:26.025925 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975dddc-2fb0-4e76-b4b6-ef00d63ed867 service neutron] Pushing event updated for resources: {'Port': ['ID=22fc2e5e-b21e-491a-9153-baba0516cf1d,revision_number=3']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:26.052988 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d51c27d-de4c-4bda-b3e1-ac3aa7d2079d x-openstack-request-id: req-1d51c27d-de4c-4bda-b3e1-ac3aa7d2079d {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:26.053323 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680e4574-3a05-4453-ba25-6007ee74c05a", "tag": "22fc2e5e-b21e-491a-9153-baba0516cf1d", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:26.053582 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d51c27d-de4c-4bda-b3e1-ac3aa7d2079d {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:26.053993 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680e4574-3a05-4453-ba25-6007ee74c05a', 'tag': '22fc2e5e-b21e-491a-9153-baba0516cf1d', 'status': 'completed', 'code': 200} Jul 22 22:16:26.114017 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-0185eccb-b771-405b-bd46-13cb56c1bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:26.115548 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-0185eccb-b771-405b-bd46-13cb56c1bf73 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4d8fadd5d4c54e1e8b81208ed391badd&device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 1097 time: 0.0561113 Jul 22 22:16:26.157927 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-6a45587d-586c-4249-892e-967dc51dd68f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fc2e5e-b21e-491a-9153-baba0516cf1d HTTP/1.1" status: 200 len: 217 time: 0.0335650 Jul 22 22:16:26.210122 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-e0377470-1a4a-4707-866d-dcbc24683bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:26.211513 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-e0377470-1a4a-4707-866d-dcbc24683bf8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1e962e48-842a-4496-8943-322b6ebedd55 HTTP/1.1" status: 200 len: 849 time: 0.0474064 Jul 22 22:16:26.246231 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-d438250e-16b6-4977-a72e-0f7633723788 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9b78a00f-7612-4e4f-89f5-bb4798bfe344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279694 Jul 22 22:16:26.334620 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-39b232e1-0c43-45b6-89e2-b69663dfc5ad service neutron] 10.222.0.113 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820642 Jul 22 22:16:26.428016 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5d23eaaf-f59b-419c-b16d-29f41582b2b5 req-caf282d9-b78f-4fd0-b40b-85273e2f048f service neutron] 10.222.0.113 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853772 Jul 22 22:16:26.524541 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ff1f-64fa-490c-9e91-3dd348a245c0 req-106720ef-588a-4b0d-812b-dfdf32b1e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:26.526561 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-abd0ff1f-64fa-490c-9e91-3dd348a245c0 req-106720ef-588a-4b0d-812b-dfdf32b1e02c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4d8fadd5d4c54e1e8b81208ed391badd&device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 1097 time: 0.0554454 Jul 22 22:16:26.621968 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ff1f-64fa-490c-9e91-3dd348a245c0 req-7072f46e-df45-47ce-acd3-a787a50a8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:26.623507 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-abd0ff1f-64fa-490c-9e91-3dd348a245c0 req-7072f46e-df45-47ce-acd3-a787a50a8029 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9b78a00f-7612-4e4f-89f5-bb4798bfe344 HTTP/1.1" status: 200 len: 911 time: 0.0875874 Jul 22 22:16:26.665985 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-abd0ff1f-64fa-490c-9e91-3dd348a245c0 req-ad8c660c-f99b-4240-ab25-ac0bf2de6400 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fc2e5e-b21e-491a-9153-baba0516cf1d HTTP/1.1" status: 200 len: 217 time: 0.0354972 Jul 22 22:16:26.714188 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ff1f-64fa-490c-9e91-3dd348a245c0 req-b1a5f961-4ae3-4a03-8069-ed80777b4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:26.715656 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-abd0ff1f-64fa-490c-9e91-3dd348a245c0 req-b1a5f961-4ae3-4a03-8069-ed80777b4448 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1e962e48-842a-4496-8943-322b6ebedd55 HTTP/1.1" status: 200 len: 849 time: 0.0434210 Jul 22 22:16:26.753804 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-abd0ff1f-64fa-490c-9e91-3dd348a245c0 req-e918f2af-39b0-427b-b39a-6e2a896fc526 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9b78a00f-7612-4e4f-89f5-bb4798bfe344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302365 Jul 22 22:16:26.846187 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-abd0ff1f-64fa-490c-9e91-3dd348a245c0 req-280af4bf-f31b-4011-af78-86b3b467f35a service neutron] 10.222.0.113 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844114 Jul 22 22:16:26.946071 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-abd0ff1f-64fa-490c-9e91-3dd348a245c0 req-a9c443b8-3608-4610-8e14-f09003c14127 service neutron] 10.222.0.113 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905340 Jul 22 22:16:27.062689 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb2a7-f7fa-4029-940e-3bb4e1288f2b req-5936f049-cc3b-4cc2-88bc-47bde550f40d tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:27.064391 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-791bb2a7-f7fa-4029-940e-3bb4e1288f2b req-5936f049-cc3b-4cc2-88bc-47bde550f40d tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 944 time: 0.0681298 Jul 22 22:16:27.104761 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-791bb2a7-f7fa-4029-940e-3bb4e1288f2b req-44802a7c-6bc4-42de-9c41-ed2df5057048 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343518 Jul 22 22:16:27.252789 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:27.865807 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 22fc2e5e-b21e-491a-9153-baba0516cf1d details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:27.980971 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 22fc2e5e-b21e-491a-9153-baba0516cf1d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=22fc2e5e-b21e-491a-9153-baba0516cf1d,segment=NetworkSegment(fea44e23-e9f4-49ad-b609-347313b0b3e2),segment_id=fea44e23-e9f4-49ad-b609-347313b0b3e2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:27.993910 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '22fc2e5e-b21e-491a-9153-baba0516cf1d', 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344', 'port_id': '22fc2e5e-b21e-491a-9153-baba0516cf1d', 'mac_address': 'fa:16:3e:92:22:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e962e48-842a-4496-8943-322b6ebedd55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:28.035372 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.047949 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fc2e5e-b21e-491a-9153-baba0516cf1d {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:28.067647 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 22fc2e5e-b21e-491a-9153-baba0516cf1d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=22fc2e5e-b21e-491a-9153-baba0516cf1d,segment=NetworkSegment(fea44e23-e9f4-49ad-b609-347313b0b3e2),segment_id=fea44e23-e9f4-49ad-b609-347313b0b3e2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:28.072886 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:28.122265 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=22fc2e5e-b21e-491a-9153-baba0516cf1d,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:28.248546 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cc24f-530e-4fc2-8533-acb6447547f0 req-ea53c786-ddea-498e-870f-f59c5245dd7a tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:28.250113 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-457cc24f-530e-4fc2-8533-acb6447547f0 req-ea53c786-ddea-498e-870f-f59c5245dd7a tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 945 time: 0.0748231 Jul 22 22:16:28.294703 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-457cc24f-530e-4fc2-8533-acb6447547f0 req-eac3e051-c8d9-4104-bdae-f5db8306e0d2 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388288 Jul 22 22:16:28.314479 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['22fc2e5e-b21e-491a-9153-baba0516cf1d'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:29.430175 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef3d61-17df-42c2-bdbc-d7958a229b59 req-a99a68fe-f04b-4265-9ead-ad18ec58e31d tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:29.431714 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ebef3d61-17df-42c2-bdbc-d7958a229b59 req-a99a68fe-f04b-4265-9ead-ad18ec58e31d tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 945 time: 0.0692894 Jul 22 22:16:29.469989 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-ebef3d61-17df-42c2-bdbc-d7958a229b59 req-0a85b2df-c948-4fa9-a081-cbb7672fa4b0 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Jul 22 22:16:29.880769 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 22fc2e5e-b21e-491a-9153-baba0516cf1d up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:29.932480 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 22fc2e5e-b21e-491a-9153-baba0516cf1d completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:29.936047 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 22fc2e5e-b21e-491a-9153-baba0516cf1d triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:29.936419 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.019352 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.043162 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680e4574-3a05-4453-ba25-6007ee74c05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fc2e5e-b21e-491a-9153-baba0516cf1d'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:30.045563 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb684bb-20a9-4c6a-9628-7fd429e24342" -d '{"events": [{"server_uuid": "680e4574-3a05-4453-ba25-6007ee74c05a", "name": "network-vif-plugged", "status": "completed", "tag": "22fc2e5e-b21e-491a-9153-baba0516cf1d"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:30.058455 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 22fc2e5e-b21e-491a-9153-baba0516cf1d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=22fc2e5e-b21e-491a-9153-baba0516cf1d,segment=NetworkSegment(fea44e23-e9f4-49ad-b609-347313b0b3e2),segment_id=fea44e23-e9f4-49ad-b609-347313b0b3e2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:30.070389 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:30.094863 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83d9b37-a1b5-42d7-991e-68252df447b3 x-openstack-request-id: req-b83d9b37-a1b5-42d7-991e-68252df447b3 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:30.095160 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680e4574-3a05-4453-ba25-6007ee74c05a", "name": "network-vif-plugged", "status": "completed", "tag": "22fc2e5e-b21e-491a-9153-baba0516cf1d", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:30.095412 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b83d9b37-a1b5-42d7-991e-68252df447b3 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:30.095844 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680e4574-3a05-4453-ba25-6007ee74c05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fc2e5e-b21e-491a-9153-baba0516cf1d', 'code': 200} Jul 22 22:16:30.121706 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=22fc2e5e-b21e-491a-9153-baba0516cf1d,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:30.279972 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e1b58-96fa-4602-8c42-9795a21d66c4 req-257a987c-bd63-42bc-8f3b-feb6e26eec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:30.281363 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-783e1b58-96fa-4602-8c42-9795a21d66c4 req-257a987c-bd63-42bc-8f3b-feb6e26eec0b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 1099 time: 0.0563815 Jul 22 22:16:30.315652 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-783e1b58-96fa-4602-8c42-9795a21d66c4 req-c5fb7c18-da5c-4f36-98af-12babd07a252 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270407 Jul 22 22:16:30.599847 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810324b-305a-40d2-93d5-d9d3709b03d2 req-63fbbe05-ec10-4581-8551-43754d7f8d85 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:30.601235 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d810324b-305a-40d2-93d5-d9d3709b03d2 req-63fbbe05-ec10-4581-8551-43754d7f8d85 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 946 time: 0.0628982 Jul 22 22:16:30.638851 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d810324b-305a-40d2-93d5-d9d3709b03d2 req-feecde56-2534-49c9-aa4e-53222a2484f7 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Jul 22 22:16:31.770663 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a47e9-85d2-487f-ae1e-e7700d8f5557 req-c8253d7d-5285-4b38-8bb1-e2eb3fc39c48 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:31.772186 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-398a47e9-85d2-487f-ae1e-e7700d8f5557 req-c8253d7d-5285-4b38-8bb1-e2eb3fc39c48 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 946 time: 0.0633736 Jul 22 22:16:31.809148 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-398a47e9-85d2-487f-ae1e-e7700d8f5557 req-4f2ba71b-61df-43b7-bbab-2baf80108e6c tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306113 Jul 22 22:16:32.434946 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92774813-1926-4170-8b38-a6a85b391bb3 req-359b6662-0864-4e7c-9ccb-41c797b03eca tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:32.436461 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-92774813-1926-4170-8b38-a6a85b391bb3 req-359b6662-0864-4e7c-9ccb-41c797b03eca tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 946 time: 0.0634038 Jul 22 22:16:32.483468 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-92774813-1926-4170-8b38-a6a85b391bb3 req-57fc8dd2-cbad-477a-95da-2f73ee7ac794 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Jul 22 22:16:33.617833 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe959-dcfd-40b0-8c8b-163289021831 req-2addbf46-fa67-472e-a8e7-fd7127324c3c tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.619743 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7dffe959-dcfd-40b0-8c8b-163289021831 req-2addbf46-fa67-472e-a8e7-fd7127324c3c tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 946 time: 0.0671074 Jul 22 22:16:33.657150 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-7dffe959-dcfd-40b0-8c8b-163289021831 req-03de0805-c64a-43e8-a1a5-6cbea54fd9ac tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Jul 22 22:16:33.821268 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158d517-1617-4e80-bc15-f79d94d91495 req-e2e349dc-7dbd-4978-a103-67866790b33b tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.823369 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c158d517-1617-4e80-bc15-f79d94d91495 req-e2e349dc-7dbd-4978-a103-67866790b33b tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.113 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 946 time: 0.0658014 Jul 22 22:16:33.924515 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-c158d517-1617-4e80-bc15-f79d94d91495 req-67cdc516-fb10-42c6-94dd-008323876dc8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Deleting port 22fc2e5e-b21e-491a-9153-baba0516cf1d {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:33.924894 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-c158d517-1617-4e80-bc15-f79d94d91495 req-67cdc516-fb10-42c6-94dd-008323876dc8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.014377 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-c158d517-1617-4e80-bc15-f79d94d91495 req-67cdc516-fb10-42c6-94dd-008323876dc8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] For port 22fc2e5e-b21e-491a-9153-baba0516cf1d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=22fc2e5e-b21e-491a-9153-baba0516cf1d,segment=NetworkSegment(fea44e23-e9f4-49ad-b609-347313b0b3e2),segment_id=fea44e23-e9f4-49ad-b609-347313b0b3e2)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:34.014732 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-c158d517-1617-4e80-bc15-f79d94d91495 req-67cdc516-fb10-42c6-94dd-008323876dc8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.026447 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-c158d517-1617-4e80-bc15-f79d94d91495 req-67cdc516-fb10-42c6-94dd-008323876dc8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Calling delete_port for 22fc2e5e-b21e-491a-9153-baba0516cf1d owned by compute:nova {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:34.153658 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-c158d517-1617-4e80-bc15-f79d94d91495 req-67cdc516-fb10-42c6-94dd-008323876dc8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.167467 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['22fc2e5e-b21e-491a-9153-baba0516cf1d'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:34.182608 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdc516-fb10-42c6-94dd-008323876dc8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Pushing event deleted for resources: {'Port': ['ID=22fc2e5e-b21e-491a-9153-baba0516cf1d,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:34.228819 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c158d517-1617-4e80-bc15-f79d94d91495 req-67cdc516-fb10-42c6-94dd-008323876dc8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] No DVR routers for this DVR port 22fc2e5e-b21e-491a-9153-baba0516cf1d on host hv-cinder-80152 {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:34.231299 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-c158d517-1617-4e80-bc15-f79d94d91495 req-67cdc516-fb10-42c6-94dd-008323876dc8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:34.233340 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c158d517-1617-4e80-bc15-f79d94d91495 req-67cdc516-fb10-42c6-94dd-008323876dc8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.113 "DELETE /v2.0/ports/22fc2e5e-b21e-491a-9153-baba0516cf1d HTTP/1.1" status: 204 len: 173 time: 0.4037662 Jul 22 22:16:34.233778 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680e4574-3a05-4453-ba25-6007ee74c05a', 'name': 'network-vif-deleted', 'tag': '22fc2e5e-b21e-491a-9153-baba0516cf1d'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:34.236103 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b904d17-9728-44cd-ba53-0d142987c0a3" -d '{"events": [{"server_uuid": "680e4574-3a05-4453-ba25-6007ee74c05a", "name": "network-vif-deleted", "tag": "22fc2e5e-b21e-491a-9153-baba0516cf1d"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:34.273589 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bba8f4-1703-4f7c-990d-d1ed549b2845 x-openstack-request-id: req-69bba8f4-1703-4f7c-990d-d1ed549b2845 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:34.273899 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680e4574-3a05-4453-ba25-6007ee74c05a", "name": "network-vif-deleted", "tag": "22fc2e5e-b21e-491a-9153-baba0516cf1d", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:34.274156 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69bba8f4-1703-4f7c-990d-d1ed549b2845 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:34.274561 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680e4574-3a05-4453-ba25-6007ee74c05a', 'name': 'network-vif-deleted', 'tag': '22fc2e5e-b21e-491a-9153-baba0516cf1d', 'status': 'completed', 'code': 200} Jul 22 22:16:34.767303 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2009f203-4df4-4324-96f8-0d211b1a7f8f req-b9538085-c591-425d-9fe4-0d1c21dcba28 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=680e4574-3a05-4453-ba25-6007ee74c05a HTTP/1.1" status: 200 len: 210 time: 0.0332460 Jul 22 22:16:35.571441 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71404933-efab-45f0-b55d-70b0f72d3794 req-70066500-dc9f-4797-bf93-96a3e5621f25 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563321 Jul 22 22:16:35.666427 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71404933-efab-45f0-b55d-70b0f72d3794 req-1195b2c4-993a-4f20-aae6-50db3c305a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.667954 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71404933-efab-45f0-b55d-70b0f72d3794 req-1195b2c4-993a-4f20-aae6-50db3c305a8e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 1099 time: 0.0544271 Jul 22 22:16:35.771227 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71404933-efab-45f0-b55d-70b0f72d3794 req-76335693-b277-40e8-b4dd-26b16854548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.772730 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71404933-efab-45f0-b55d-70b0f72d3794 req-76335693-b277-40e8-b4dd-26b16854548d service neutron] 10.222.0.113 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 913 time: 0.0856185 Jul 22 22:16:35.838841 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71404933-efab-45f0-b55d-70b0f72d3794 req-136cf516-6bc5-48b8-bfb9-b19e06529518 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c HTTP/1.1" status: 200 len: 1001 time: 0.0585837 Jul 22 22:16:35.891755 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71404933-efab-45f0-b55d-70b0f72d3794 req-9c520807-937c-4304-b86c-c69593e6cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.893306 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71404933-efab-45f0-b55d-70b0f72d3794 req-9c520807-937c-4304-b86c-c69593e6cb1f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=18ff579b-b9ae-4c61-a08b-1e4208bf8009 HTTP/1.1" status: 200 len: 850 time: 0.0480628 Jul 22 22:16:36.024323 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71404933-efab-45f0-b55d-70b0f72d3794 req-7ac51ab9-a465-459e-93a4-e1394b8c217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.026422 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71404933-efab-45f0-b55d-70b0f72d3794 req-7ac51ab9-a465-459e-93a4-e1394b8c217a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253591 Jul 22 22:16:36.059976 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e52eb357-99b6-4abd-9bd5-25741f69550e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.061343 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e52eb357-99b6-4abd-9bd5-25741f69550e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/networks?id=9b78a00f-7612-4e4f-89f5-bb4798bfe344 HTTP/1.1" status: 200 len: 809 time: 0.1308718 Jul 22 22:16:36.083976 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e52099a5-a1fa-45ec-8aad-726c8cd1d1cc tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/quotas/4d8fadd5d4c54e1e8b81208ed391badd HTTP/1.1" status: 200 len: 375 time: 0.0148077 Jul 22 22:16:36.140506 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8037ec69-bcd8-4366-98b9-f25d7a3acaf8 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d8fadd5d4c54e1e8b81208ed391badd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318103 Jul 22 22:16:36.181606 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71404933-efab-45f0-b55d-70b0f72d3794 req-84ca256a-5353-42d0-9aa8-3422d56a9a44 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463149 Jul 22 22:16:36.610391 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-71912c39-5058-4ce8-b189-68b7095074d2 service neutron] 10.222.0.26 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606948 Jul 22 22:16:36.641867 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-71404933-efab-45f0-b55d-70b0f72d3794 req-af2a5cca-f135-43b6-ba7d-50fb4ad7206f service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526367 Jul 22 22:16:36.705989 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-2f235ab2-a120-4168-b933-f0f03f6743fd service neutron] 10.222.0.26 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849493 Jul 22 22:16:36.869375 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-b6f0b3fb-e1ad-4875-9663-78ce2cfd5813 req-bbb0705d-9a52-48ad-a9e1-b7c754725ba2 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 210 time: 0.0297499 Jul 22 22:16:37.762574 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8b8a04c6-21a8-451d-978f-0b88f21e92ba tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.764303 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8b8a04c6-21a8-451d-978f-0b88f21e92ba tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.113 "GET /v2.0/networks?id=9b78a00f-7612-4e4f-89f5-bb4798bfe344 HTTP/1.1" status: 200 len: 809 time: 0.1082857 Jul 22 22:16:37.776898 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Request body: {'port': {'device_id': '5a7aa966-99fb-4157-be27-13d8616bc0db', 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344', 'admin_state_up': True, 'tenant_id': '4d8fadd5d4c54e1e8b81208ed391badd'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:37.884084 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Made reservation on behalf of 4d8fadd5d4c54e1e8b81208ed391badd for: {'port': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:37.887535 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:37.980369 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c5cb947f-385e-4bac-84ad-47dc6809d644 req-7968db40-fab6-41b7-bed9-62cef8e03b85 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 210 time: 0.0376699 Jul 22 22:16:37.990722 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 22fc2e5e-b21e-491a-9153-baba0516cf1d no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:38.019798 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 22fc2e5e-b21e-491a-9153-baba0516cf1d {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:38.020046 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 22fc2e5e-b21e-491a-9153-baba0516cf1d not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:38.038491 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Allocated IP 172.20.0.9 (9b78a00f-7612-4e4f-89f5-bb4798bfe344/1e962e48-842a-4496-8943-322b6ebedd55/83c86974-7ce7-47bf-b797-d2c40df615fb) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:38.184385 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.222863 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.263662 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:38.268687 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:38.271202 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:38.303159 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Pushing event updated for resources: {'Port': ['ID=83c86974-7ce7-47bf-b797-d2c40df615fb,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:38.330930 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.331596 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.345412 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e48cf26c-a73d-40af-a975-3de78e2cf185 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724127 Jul 22 22:16:38.357503 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Request body: {'port': {'device_id': '5a7aa966-99fb-4157-be27-13d8616bc0db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:38.427053 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.683605 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c86974-7ce7-47bf-b797-d2c40df615fb {{(pid=93409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:38.690758 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.702533 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Transition to ACTIVE for port object 83c86974-7ce7-47bf-b797-d2c40df615fb will not be triggered until provisioned by entity L2. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:38.706330 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.755821 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Pushing event updated for resources: {'Port': ['ID=83c86974-7ce7-47bf-b797-d2c40df615fb,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:38.819955 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Attempting to bind port 83c86974-7ce7-47bf-b797-d2c40df615fb on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:38.820631 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Attempting to bind port 83c86974-7ce7-47bf-b797-d2c40df615fb by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'fea44e23-e9f4-49ad-b609-347313b0b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1657, 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344'}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:38.820631 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Attempting to bind port 83c86974-7ce7-47bf-b797-d2c40df615fb on network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:38.824848 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Port 83c86974-7ce7-47bf-b797-d2c40df615fb on network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:38.825167 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Attempting to bind port 83c86974-7ce7-47bf-b797-d2c40df615fb on network 9b78a00f-7612-4e4f-89f5-bb4798bfe344 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:38.829892 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:38.830225 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Checking segment: {'id': 'fea44e23-e9f4-49ad-b609-347313b0b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1657, 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:38.830609 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Bound using segment: {'id': 'fea44e23-e9f4-49ad-b609-347313b0b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1657, 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344'} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:38.831031 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Bound port: 83c86974-7ce7-47bf-b797-d2c40df615fb, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea44e23-e9f4-49ad-b609-347313b0b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1657, 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344'}}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:38.831379 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.895234 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] For port 83c86974-7ce7-47bf-b797-d2c40df615fb, host hv-cinder-80152, cleared binding levels {{(pid=93409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:38.898898 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] For port 83c86974-7ce7-47bf-b797-d2c40df615fb, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=83c86974-7ce7-47bf-b797-d2c40df615fb,segment=NetworkSegment(fea44e23-e9f4-49ad-b609-347313b0b3e2),segment_id=fea44e23-e9f4-49ad-b609-347313b0b3e2)] {{(pid=93409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:38.903952 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.942703 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.943320 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:38.944747 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] 10.222.0.113 "PUT /v2.0/ports/83c86974-7ce7-47bf-b797-d2c40df615fb HTTP/1.1" status: 200 len: 1093 time: 0.5913358 Jul 22 22:16:38.945226 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7aa966-99fb-4157-be27-13d8616bc0db', 'tag': '83c86974-7ce7-47bf-b797-d2c40df615fb'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:38.947482 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6a4468-2c97-4f16-ab70-94302e20518a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7aa966-99fb-4157-be27-13d8616bc0db", "tag": "83c86974-7ce7-47bf-b797-d2c40df615fb"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:38.966953 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc869e-13df-4983-85b3-825072eed25d service neutron] Pushing event updated for resources: {'Port': ['ID=83c86974-7ce7-47bf-b797-d2c40df615fb,revision_number=3']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:38.995533 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0268fd3-5246-49f5-898c-7007efe6cdfb x-openstack-request-id: req-f0268fd3-5246-49f5-898c-7007efe6cdfb {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:38.995856 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7aa966-99fb-4157-be27-13d8616bc0db", "tag": "83c86974-7ce7-47bf-b797-d2c40df615fb", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:38.996105 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0268fd3-5246-49f5-898c-7007efe6cdfb {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:38.996490 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7aa966-99fb-4157-be27-13d8616bc0db', 'tag': '83c86974-7ce7-47bf-b797-d2c40df615fb', 'status': 'completed', 'code': 200} Jul 22 22:16:39.043528 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-90b1f542-bdd4-4f11-920d-420a285cc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.045132 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-90b1f542-bdd4-4f11-920d-420a285cc967 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4d8fadd5d4c54e1e8b81208ed391badd&device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 1096 time: 0.0583189 Jul 22 22:16:39.115243 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-e7ab0fce-f2eb-4048-ad3d-8a0f15233e59 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83c86974-7ce7-47bf-b797-d2c40df615fb HTTP/1.1" status: 200 len: 217 time: 0.0628037 Jul 22 22:16:39.174583 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-3f236d66-91ab-41fa-bc6e-bc63498c5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.176107 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-3f236d66-91ab-41fa-bc6e-bc63498c5c2a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1e962e48-842a-4496-8943-322b6ebedd55 HTTP/1.1" status: 200 len: 849 time: 0.0549312 Jul 22 22:16:39.184494 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcd8b0-2529-43db-89e5-3bb1b4fd9a56 req-3c4f8191-3356-427c-b3aa-6f89fa15e755 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.185897 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bdbcd8b0-2529-43db-89e5-3bb1b4fd9a56 req-3c4f8191-3356-427c-b3aa-6f89fa15e755 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 943 time: 0.1348233 Jul 22 22:16:39.224342 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-3cf4cc12-820d-4d19-b16f-0f93ca79e326 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9b78a00f-7612-4e4f-89f5-bb4798bfe344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373402 Jul 22 22:16:39.272452 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-bdbcd8b0-2529-43db-89e5-3bb1b4fd9a56 req-3e853acc-e6f3-4561-8aed-727b50c86e01 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784404 Jul 22 22:16:39.329606 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-22cdca45-f3d5-40b4-b9d4-3186fa8b3e35 service neutron] 10.222.0.113 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986764 Jul 22 22:16:39.420839 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91a80744-b2cd-4d53-855d-dc001312b4a0 req-29a416d6-4b06-4879-a82b-2f9bb6ab731c service neutron] 10.222.0.113 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854163 Jul 22 22:16:39.516203 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a4468-2c97-4f16-ab70-94302e20518a req-469e680d-0e15-44cf-952e-ae675e876a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.517646 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9e6a4468-2c97-4f16-ab70-94302e20518a req-469e680d-0e15-44cf-952e-ae675e876a05 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4d8fadd5d4c54e1e8b81208ed391badd&device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 1096 time: 0.0524089 Jul 22 22:16:39.612926 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a4468-2c97-4f16-ab70-94302e20518a req-14c9ab81-6ed9-4711-9e6e-8741daf1faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.614552 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9e6a4468-2c97-4f16-ab70-94302e20518a req-14c9ab81-6ed9-4711-9e6e-8741daf1faa3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9b78a00f-7612-4e4f-89f5-bb4798bfe344 HTTP/1.1" status: 200 len: 911 time: 0.0896947 Jul 22 22:16:39.656916 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9e6a4468-2c97-4f16-ab70-94302e20518a req-287c133e-4f6f-4b01-9b92-cdbb193f3f15 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83c86974-7ce7-47bf-b797-d2c40df615fb HTTP/1.1" status: 200 len: 217 time: 0.0358090 Jul 22 22:16:39.703907 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a4468-2c97-4f16-ab70-94302e20518a req-cafc32fb-57a0-46a4-aec4-6770d7e30905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.705383 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9e6a4468-2c97-4f16-ab70-94302e20518a req-cafc32fb-57a0-46a4-aec4-6770d7e30905 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1e962e48-842a-4496-8943-322b6ebedd55 HTTP/1.1" status: 200 len: 849 time: 0.0425811 Jul 22 22:16:39.727841 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a553e8de-e3b1-4fdd-b4ae-3eed2186ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:39.745962 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9e6a4468-2c97-4f16-ab70-94302e20518a req-0ec425dc-2223-4e70-a2de-67b5b023ad07 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9b78a00f-7612-4e4f-89f5-bb4798bfe344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320928 Jul 22 22:16:39.835269 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9e6a4468-2c97-4f16-ab70-94302e20518a req-ab50e3fc-b7a1-4128-8917-144189c398e6 service neutron] 10.222.0.113 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824418 Jul 22 22:16:39.928401 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9e6a4468-2c97-4f16-ab70-94302e20518a req-e5f6fed2-ceb8-4275-a5a5-e17e0da75eb0 service neutron] 10.222.0.113 "GET /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857503 Jul 22 22:16:40.403905 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f9bd2-db30-46e9-acaa-0a9151066af2 req-bb8c4867-24af-4d9b-919b-4c8ef9e1f7e4 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.405430 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-881f9bd2-db30-46e9-acaa-0a9151066af2 req-bb8c4867-24af-4d9b-919b-4c8ef9e1f7e4 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 943 time: 0.0630262 Jul 22 22:16:40.442885 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-881f9bd2-db30-46e9-acaa-0a9151066af2 req-e23f5a47-56bc-4b46-a012-92b47010bf99 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313966 Jul 22 22:16:41.572429 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bdd80-aba6-4355-8519-80a617eb5564 req-2f24fc41-dadb-457a-ac84-f19cdb61e457 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.573946 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-846bdd80-aba6-4355-8519-80a617eb5564 req-2f24fc41-dadb-457a-ac84-f19cdb61e457 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 943 time: 0.0657647 Jul 22 22:16:41.614430 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-846bdd80-aba6-4355-8519-80a617eb5564 req-5242b712-9328-4961-8288-c5b252d8847d tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Jul 22 22:16:42.005378 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 83c86974-7ce7-47bf-b797-d2c40df615fb details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:42.098688 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 83c86974-7ce7-47bf-b797-d2c40df615fb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=83c86974-7ce7-47bf-b797-d2c40df615fb,segment=NetworkSegment(fea44e23-e9f4-49ad-b609-347313b0b3e2),segment_id=fea44e23-e9f4-49ad-b609-347313b0b3e2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:42.113323 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '83c86974-7ce7-47bf-b797-d2c40df615fb', 'network_id': '9b78a00f-7612-4e4f-89f5-bb4798bfe344', 'port_id': '83c86974-7ce7-47bf-b797-d2c40df615fb', 'mac_address': 'fa:16:3e:5a:35:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e962e48-842a-4496-8943-322b6ebedd55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:42.148558 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.161459 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c86974-7ce7-47bf-b797-d2c40df615fb {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:42.180297 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 83c86974-7ce7-47bf-b797-d2c40df615fb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=83c86974-7ce7-47bf-b797-d2c40df615fb,segment=NetworkSegment(fea44e23-e9f4-49ad-b609-347313b0b3e2),segment_id=fea44e23-e9f4-49ad-b609-347313b0b3e2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:42.184623 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.232253 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=83c86974-7ce7-47bf-b797-d2c40df615fb,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:42.239263 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.239615 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.239985 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.240327 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.240662 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.240995 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.241327 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.241657 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.241988 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.242313 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.242638 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.242960 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:42.411365 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['83c86974-7ce7-47bf-b797-d2c40df615fb'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:42.741527 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fd41f-234c-41d4-86bc-abf305739e6f req-53b3eafd-8e4b-47e1-afe4-2c1f5ea4f117 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.743019 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d80fd41f-234c-41d4-86bc-abf305739e6f req-53b3eafd-8e4b-47e1-afe4-2c1f5ea4f117 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 944 time: 0.0624259 Jul 22 22:16:42.782899 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-d80fd41f-234c-41d4-86bc-abf305739e6f req-291bb02e-e825-421b-b020-e3dd819dd360 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Jul 22 22:16:42.846159 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.181879 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9702252d-be18-4300-96de-b3929a88d1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.917804 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c3fb9-c0bf-4bd2-9958-1da00f48e487 req-02c62cb5-bdec-47ed-bb3e-161a1a8ba081 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.919333 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5a2c3fb9-c0bf-4bd2-9958-1da00f48e487 req-02c62cb5-bdec-47ed-bb3e-161a1a8ba081 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 944 time: 0.0697451 Jul 22 22:16:43.957004 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5a2c3fb9-c0bf-4bd2-9958-1da00f48e487 req-6f86b638-01e5-4732-b296-929c32ca18f6 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319121 Jul 22 22:16:44.013840 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 83c86974-7ce7-47bf-b797-d2c40df615fb up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:44.062402 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 83c86974-7ce7-47bf-b797-d2c40df615fb completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:44.066278 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 83c86974-7ce7-47bf-b797-d2c40df615fb triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:44.066651 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.262456 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.285117 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7aa966-99fb-4157-be27-13d8616bc0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c86974-7ce7-47bf-b797-d2c40df615fb'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:44.287405 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef243b2c-2c4d-4338-ad27-43cbfd322fb5" -d '{"events": [{"server_uuid": "5a7aa966-99fb-4157-be27-13d8616bc0db", "name": "network-vif-plugged", "status": "completed", "tag": "83c86974-7ce7-47bf-b797-d2c40df615fb"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:44.301429 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 83c86974-7ce7-47bf-b797-d2c40df615fb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=83c86974-7ce7-47bf-b797-d2c40df615fb,segment=NetworkSegment(fea44e23-e9f4-49ad-b609-347313b0b3e2),segment_id=fea44e23-e9f4-49ad-b609-347313b0b3e2)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:44.305577 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.330405 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16511dae-31ba-4bec-991b-6fc28ea2ee18 x-openstack-request-id: req-16511dae-31ba-4bec-991b-6fc28ea2ee18 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:44.330697 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7aa966-99fb-4157-be27-13d8616bc0db", "name": "network-vif-plugged", "status": "completed", "tag": "83c86974-7ce7-47bf-b797-d2c40df615fb", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:44.330945 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16511dae-31ba-4bec-991b-6fc28ea2ee18 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:44.331333 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7aa966-99fb-4157-be27-13d8616bc0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c86974-7ce7-47bf-b797-d2c40df615fb', 'code': 200} Jul 22 22:16:44.360266 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=83c86974-7ce7-47bf-b797-d2c40df615fb,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:44.426453 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.512943 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005f61-3dee-45ee-ab0e-38b57e09c14c req-daf9ca6f-258b-41ff-b9d2-396c36c2f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.514434 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-23005f61-3dee-45ee-ab0e-38b57e09c14c req-daf9ca6f-258b-41ff-b9d2-396c36c2f0b4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 1098 time: 0.0558422 Jul 22 22:16:44.547829 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-23005f61-3dee-45ee-ab0e-38b57e09c14c req-f56660b2-1880-45d2-93f1-1b285ec12439 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270998 Jul 22 22:16:45.084076 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501936c1-f1d8-452a-93f6-6da28e48da85 req-a21f3f2a-2146-41f4-af64-503cd839d68e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.085588 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-501936c1-f1d8-452a-93f6-6da28e48da85 req-a21f3f2a-2146-41f4-af64-503cd839d68e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 945 time: 0.0638957 Jul 22 22:16:45.123971 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-501936c1-f1d8-452a-93f6-6da28e48da85 req-3e4deedc-c15f-4884-9a50-a11926c3cda2 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 Jul 22 22:16:46.164708 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.260194 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b95a8-a744-4303-a57c-adb44607e2d4 req-f13047cc-fb4b-4500-9677-2056c8f0b16e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.261703 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2b2b95a8-a744-4303-a57c-adb44607e2d4 req-f13047cc-fb4b-4500-9677-2056c8f0b16e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 945 time: 0.0683262 Jul 22 22:16:46.309570 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-2b2b95a8-a744-4303-a57c-adb44607e2d4 req-d9fcf283-d950-4d31-be83-e4ca6055e53d tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Jul 22 22:16:46.977632 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940b4b6-9a3f-4de2-b181-51f41cb4b136 req-75d89538-91f1-4f0b-949a-39883340f46f tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.979520 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e940b4b6-9a3f-4de2-b181-51f41cb4b136 req-75d89538-91f1-4f0b-949a-39883340f46f tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 945 time: 0.0648537 Jul 22 22:16:47.016514 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-e940b4b6-9a3f-4de2-b181-51f41cb4b136 req-68da0585-5231-43ca-81e7-d964e3baca72 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312312 Jul 22 22:16:48.153075 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84ee3-0a7e-40d5-9b46-554336affca5 req-305d5633-00c3-4c94-a91f-a13bd8809cb1 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.154702 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-42c84ee3-0a7e-40d5-9b46-554336affca5 req-305d5633-00c3-4c94-a91f-a13bd8809cb1 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 945 time: 0.0703535 Jul 22 22:16:48.193005 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-42c84ee3-0a7e-40d5-9b46-554336affca5 req-0cd3e4e9-cf4c-438a-a8a4-f8070fd5a4a4 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/security-groups?id=8790c2a4-ff05-4cb4-bf7c-5abb13235467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320761 Jul 22 22:16:48.354425 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa32f-eac5-458a-9386-56963323e5b1 req-ba47db7e-7d6a-474a-9828-19b54eb5db77 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.355962 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-812fa32f-eac5-458a-9386-56963323e5b1 req-ba47db7e-7d6a-474a-9828-19b54eb5db77 tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.113 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 945 time: 0.0638330 Jul 22 22:16:48.456463 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-812fa32f-eac5-458a-9386-56963323e5b1 req-51099fe4-8a90-4ea8-86d8-9f62d152c13e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Deleting port 83c86974-7ce7-47bf-b797-d2c40df615fb {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:48.456808 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-812fa32f-eac5-458a-9386-56963323e5b1 req-51099fe4-8a90-4ea8-86d8-9f62d152c13e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.549549 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-812fa32f-eac5-458a-9386-56963323e5b1 req-51099fe4-8a90-4ea8-86d8-9f62d152c13e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] For port 83c86974-7ce7-47bf-b797-d2c40df615fb, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=83c86974-7ce7-47bf-b797-d2c40df615fb,segment=NetworkSegment(fea44e23-e9f4-49ad-b609-347313b0b3e2),segment_id=fea44e23-e9f4-49ad-b609-347313b0b3e2)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:48.549906 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-812fa32f-eac5-458a-9386-56963323e5b1 req-51099fe4-8a90-4ea8-86d8-9f62d152c13e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.561965 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-812fa32f-eac5-458a-9386-56963323e5b1 req-51099fe4-8a90-4ea8-86d8-9f62d152c13e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Calling delete_port for 83c86974-7ce7-47bf-b797-d2c40df615fb owned by compute:nova {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:48.688717 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-812fa32f-eac5-458a-9386-56963323e5b1 req-51099fe4-8a90-4ea8-86d8-9f62d152c13e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.702872 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['83c86974-7ce7-47bf-b797-d2c40df615fb'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:48.717319 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51099fe4-8a90-4ea8-86d8-9f62d152c13e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Pushing event deleted for resources: {'Port': ['ID=83c86974-7ce7-47bf-b797-d2c40df615fb,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:48.764570 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-812fa32f-eac5-458a-9386-56963323e5b1 req-51099fe4-8a90-4ea8-86d8-9f62d152c13e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] No DVR routers for this DVR port 83c86974-7ce7-47bf-b797-d2c40df615fb on host hv-cinder-80152 {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:48.767064 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-812fa32f-eac5-458a-9386-56963323e5b1 req-51099fe4-8a90-4ea8-86d8-9f62d152c13e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.769093 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-812fa32f-eac5-458a-9386-56963323e5b1 req-51099fe4-8a90-4ea8-86d8-9f62d152c13e tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.113 "DELETE /v2.0/ports/83c86974-7ce7-47bf-b797-d2c40df615fb HTTP/1.1" status: 204 len: 173 time: 0.4078691 Jul 22 22:16:48.769535 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7aa966-99fb-4157-be27-13d8616bc0db', 'name': 'network-vif-deleted', 'tag': '83c86974-7ce7-47bf-b797-d2c40df615fb'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:48.771895 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60012c31-1c0a-4329-887a-6033659d664f" -d '{"events": [{"server_uuid": "5a7aa966-99fb-4157-be27-13d8616bc0db", "name": "network-vif-deleted", "tag": "83c86974-7ce7-47bf-b797-d2c40df615fb"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:48.811283 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb73b69e-e624-4973-ac08-72fc64a1b2a1 x-openstack-request-id: req-cb73b69e-e624-4973-ac08-72fc64a1b2a1 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:48.811562 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7aa966-99fb-4157-be27-13d8616bc0db", "name": "network-vif-deleted", "tag": "83c86974-7ce7-47bf-b797-d2c40df615fb", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:48.811858 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb73b69e-e624-4973-ac08-72fc64a1b2a1 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:48.812260 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7aa966-99fb-4157-be27-13d8616bc0db', 'name': 'network-vif-deleted', 'tag': '83c86974-7ce7-47bf-b797-d2c40df615fb', 'status': 'completed', 'code': 200} Jul 22 22:16:49.309146 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e1175c69-01cb-4846-a14d-8347436f89ff req-483a1c80-d2c1-4460-9685-c7e7ac374b3b tempest-VolumesActionsTest-1942797875 tempest-VolumesActionsTest-1942797875-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7aa966-99fb-4157-be27-13d8616bc0db HTTP/1.1" status: 200 len: 210 time: 0.0346117 Jul 22 22:16:51.930322 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:16:52.226206 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 83c86974-7ce7-47bf-b797-d2c40df615fb no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:52.248087 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 83c86974-7ce7-47bf-b797-d2c40df615fb {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:52.248421 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 83c86974-7ce7-47bf-b797-d2c40df615fb not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:57.274837 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:09.730846 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dfb3020c-bc8c-468b-b8f4-d83dc28e48fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.162130 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 55578) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:11.207193 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Deleting subnet 1e962e48-842a-4496-8943-322b6ebedd55 {{(pid=93409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:17:11.210164 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.244493 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26754812'] for subnet, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.282829 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.339916 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25565060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26817822'] for subnet, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.364586 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e962e48-842a-4496-8943-322b6ebedd55,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:11.369562 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.371672 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e962e48-842a-4496-8943-322b6ebedd55 HTTP/1.1" status: 204 len: 168 time: 0.2084241 Jul 22 22:17:11.374334 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 55580) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:11.376671 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.377024 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.377368 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.377705 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.378035 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.378379 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.378709 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.379032 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.379360 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.379700 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.380031 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.380350 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a4d5-1c2b-46e4-a32a-ec378540232e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.450205 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.528149 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.538551 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b78a00f-7612-4e4f-89f5-bb4798bfe344']}} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:11.548772 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea44e23-e9f4-49ad-b609-347313b0b3e2') {'for_net_delete': True} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:11.549065 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.services.segments.db [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea44e23-e9f4-49ad-b609-347313b0b3e2') {} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:11.558492 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31916958'] for segment, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.572024 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.577905 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Releasing vlan 1657 on physical network physnet1 to pool {{(pid=93408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:11.578293 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32635227'] for segment, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: Traceback (most recent call last): Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: timer() Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: cb(*args, **kw) Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: return func(*args, **kwargs) Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: self._notify() Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: self.callback(batched_events) Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: event.method(event) Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: return f(self, *a, **k) Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._get(url).json() Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:11.579967 dv-cinder-801522-2-iscsi neutron-server[93408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:11.632943 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.638121 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.642592 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9b78a00f-7612-4e4f-89f5-bb4798bfe344 HTTP/1.1" status: 204 len: 168 time: 0.2671132 Jul 22 22:17:11.653970 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b78a00f-7612-4e4f-89f5-bb4798bfe344,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:11.661746 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.662112 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.662453 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.662787 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.663116 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.663446 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.663848 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.664213 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.664557 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.664912 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.665313 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.666249 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005d002-d395-4ba0-90e7-deeb90945685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:11.748671 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 55584) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:11.786853 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-cd6e6cd2-fd50-45cb-bbfc-2b664fbac651 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d8fadd5d4c54e1e8b81208ed391badd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369370 Jul 22 22:17:11.789257 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 55586) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:11.839644 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3394e851-a80d-43f2-9eec-d237c3389ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.860252 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3394e851-a80d-43f2-9eec-d237c3389ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.905384 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3394e851-a80d-43f2-9eec-d237c3389ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.908150 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-3394e851-a80d-43f2-9eec-d237c3389ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:11.909338 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-3394e851-a80d-43f2-9eec-d237c3389ced admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8790c2a4-ff05-4cb4-bf7c-5abb13235467 HTTP/1.1" status: 204 len: 168 time: 0.1191673 Jul 22 22:17:11.917703 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394e851-a80d-43f2-9eec-d237c3389ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790c2a4-ff05-4cb4-bf7c-5abb13235467,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:12.562446 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 55610) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.658593 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-971920536-network', 'tenant_id': '71152cfb2aaa444c8a971a0ba592adc6'}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:12.680594 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Made reservation on behalf of 71152cfb2aaa444c8a971a0ba592adc6 for: {'network': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:12.683426 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for network, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.691794 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.785785 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.789548 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.813733 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] vlan segment allocate from pool success with {'vlan_id': 1655, 'physical_network': 'physnet1'} {{(pid=93408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:17:12.823277 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc718392-ae77-4d2a-85ec-57ea849838d2,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:12.828013 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.828360 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.db.segments_db [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Added segment e49caea4-0be7-47ac-ab75-698bf65c2fbe of type vlan for network 2618fe8f-1ee8-4514-b458-e37749a63890 Jul 22 22:17:12.855726 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.868220 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739504557806'] for network, precommit_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.895895 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543'] for network, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.896988 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:12.897810 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.929831 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3662622 Jul 22 22:17:12.933046 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 55614) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:12.939835 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.v2.base [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Request body: {'subnet': {'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-971920536-subnet', 'tenant_id': '71152cfb2aaa444c8a971a0ba592adc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:12.976284 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a0129-dc91-4fe1-804d-01d976814d9d admin admin] Pushing event updated for resources: {'Network': ['ID=2618fe8f-1ee8-4514-b458-e37749a63890,revision_number=1']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:12.986599 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Network 2618fe8f-1ee8-4514-b458-e37749a63890 details requested by agent ovs-agent-dv-cinder-801522-2-iscsi with host dv-cinder-801522-2-iscsi {{(pid=93410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:17:12.993492 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Made reservation on behalf of 71152cfb2aaa444c8a971a0ba592adc6 for: {'subnet': 1} {{(pid=93408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:12.995887 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31934725'] for subnet, before_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.168057 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32635360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31934839'] for subnet, after_create {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.183943 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e6332d8f-230c-4f89-9f52-6f17b14b7302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.218072 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c27e7b-79f0-476f-9de1-a2ff6623aff9,revision_number=0']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:13.232476 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Checking segment: {'id': 'e49caea4-0be7-47ac-ab75-698bf65c2fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:13.232824 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Network hostable DHCP agents. Network: 2618fe8f-1ee8-4514-b458-e37749a63890, hostable agents: ['db70339c-73f3-42db-8d60-8bf92a6d9775'], hosted agents: [] {{(pid=93408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:17:13.248539 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Network 2618fe8f-1ee8-4514-b458-e37749a63890 is scheduled to be hosted by DHCP agent db70339c-73f3-42db-8d60-8bf92a6d9775 with binding_index 1 {{(pid=93408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:17:13.257356 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.base_scheduler [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-2-iscsi, 2618fe8f-1ee8-4514-b458-e37749a63890) {{(pid=93408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:13.262060 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:13.262651 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:13.267209 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77837cb-08eb-4a54-befe-df682660606d None None] Network 2618fe8f-1ee8-4514-b458-e37749a63890 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:13.277469 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-5f635bd0-2ff1-43fc-a6ce-97c93aa728c0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3433740 Jul 22 22:17:13.395941 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233ff3c-fb40-4e7b-8416-fb9b54f7d7a2 None None] Network 2618fe8f-1ee8-4514-b458-e37749a63890 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:17:14.428879 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.194306 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-919aa5ff-8acf-4b7e-8364-f369085da51f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:15.195862 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-919aa5ff-8acf-4b7e-8364-f369085da51f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/networks?id=2618fe8f-1ee8-4514-b458-e37749a63890 HTTP/1.1" status: 200 len: 813 time: 0.1021221 Jul 22 22:17:15.210841 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-ad6abf58-cfda-485d-8064-bc5f22430b76 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/quotas/71152cfb2aaa444c8a971a0ba592adc6 HTTP/1.1" status: 200 len: 375 time: 0.0093834 Jul 22 22:17:15.249568 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-988c1772-6aab-4341-bc1f-6f4a4cc868f3 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71152cfb2aaa444c8a971a0ba592adc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332963 Jul 22 22:17:15.260951 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d23249f8-840b-4617-9345-5aea942a8ed5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:17:15.261912 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d23249f8-840b-4617-9345-5aea942a8ed5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060287 Jul 22 22:17:15.356163 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-57064c78-80bd-420a-b4ea-c12190d1d6b2 service neutron] 10.222.0.26 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888968 Jul 22 22:17:15.449755 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d537b8d6-e3e0-41ff-8593-a15432057f69 service neutron] 10.222.0.26 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878770 Jul 22 22:17:15.657830 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-585d4b36-66f9-4b77-b461-b048c0a6a98e req-5ed785ff-92cd-46f6-bbbb-909cc8a1ea8c tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 210 time: 0.0789754 Jul 22 22:17:16.168520 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.555316 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-e9f19463-557d-405f-8c55-928ed65d32bb tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.557391 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-e9f19463-557d-405f-8c55-928ed65d32bb tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.113 "GET /v2.0/networks?id=2618fe8f-1ee8-4514-b458-e37749a63890 HTTP/1.1" status: 200 len: 813 time: 0.1089203 Jul 22 22:17:16.571249 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Request body: {'port': {'device_id': '9069e702-8efa-4958-9883-5ad634172721', 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890', 'admin_state_up': True, 'tenant_id': '71152cfb2aaa444c8a971a0ba592adc6'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:16.689292 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Made reservation on behalf of 71152cfb2aaa444c8a971a0ba592adc6 for: {'port': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:17:16.693192 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.793814 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2f577f69-79df-44f9-b710-16958b18c75e req-5e8ba8bc-a5c3-4ef8-9791-f7f6a906b63d tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 210 time: 0.0454981 Jul 22 22:17:16.856400 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Allocated IP 172.20.0.11 (2618fe8f-1ee8-4514-b458-e37749a63890/47c27e7b-79f0-476f-9de1-a2ff6623aff9/bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:17.007875 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.047927 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.087057 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Network 2618fe8f-1ee8-4514-b458-e37749a63890 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:17.090744 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:17.093365 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:17.128902 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Pushing event updated for resources: {'Port': ['ID=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:17.151736 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.152348 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.166251 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bfe8b19d-1e8d-4f8a-a3ea-779f4e593956 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5991127 Jul 22 22:17:17.179042 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Request body: {'port': {'device_id': '9069e702-8efa-4958-9883-5ad634172721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:17.267865 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.548894 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e {{(pid=93409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:17.565238 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.578763 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Transition to ACTIVE for port object bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e will not be triggered until provisioned by entity L2. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:17.582565 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.682807 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Pushing event updated for resources: {'Port': ['ID=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:17.746400 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Attempting to bind port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:17.746734 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Attempting to bind port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'e49caea4-0be7-47ac-ab75-698bf65c2fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890'}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:17.747063 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Attempting to bind port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e on network 2618fe8f-1ee8-4514-b458-e37749a63890 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:17.751231 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e on network 2618fe8f-1ee8-4514-b458-e37749a63890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:17:17.751548 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Attempting to bind port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e on network 2618fe8f-1ee8-4514-b458-e37749a63890 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:17.756617 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:17.756954 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Checking segment: {'id': 'e49caea4-0be7-47ac-ab75-698bf65c2fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:17.757335 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Bound using segment: {'id': 'e49caea4-0be7-47ac-ab75-698bf65c2fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890'} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:17.757754 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Bound port: bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49caea4-0be7-47ac-ab75-698bf65c2fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890'}}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:17.758102 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.832948 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] For port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e, host hv-cinder-80152, cleared binding levels {{(pid=93409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:17.836394 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] For port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,segment=NetworkSegment(e49caea4-0be7-47ac-ab75-698bf65c2fbe),segment_id=e49caea4-0be7-47ac-ab75-698bf65c2fbe)] {{(pid=93409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:17.840771 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.875117 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.875764 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:17.877191 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] 10.222.0.113 "PUT /v2.0/ports/bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e HTTP/1.1" status: 200 len: 1094 time: 0.7025697 Jul 22 22:17:17.877631 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9069e702-8efa-4958-9883-5ad634172721', 'tag': 'bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:17.879951 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082db1d4-487b-4c56-9aab-db38250187ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9069e702-8efa-4958-9883-5ad634172721", "tag": "bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:17.913135 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4715d39-7ada-412f-aea4-84ba4d0d5c05 service neutron] Pushing event updated for resources: {'Port': ['ID=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,revision_number=3']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:17.921602 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f42461-26f9-40cb-ac92-eeb723c4e340 x-openstack-request-id: req-28f42461-26f9-40cb-ac92-eeb723c4e340 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:17.921894 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9069e702-8efa-4958-9883-5ad634172721", "tag": "bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:17.922147 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28f42461-26f9-40cb-ac92-eeb723c4e340 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:17.922547 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9069e702-8efa-4958-9883-5ad634172721', 'tag': 'bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e', 'status': 'completed', 'code': 200} Jul 22 22:17:17.961218 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfabf5-a447-41db-ab6c-84a72751bf1d req-bd6bcbda-df38-4924-b7a3-ed9f534d8b91 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.963328 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f9dfabf5-a447-41db-ab6c-84a72751bf1d req-bd6bcbda-df38-4924-b7a3-ed9f534d8b91 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 944 time: 0.0995958 Jul 22 22:17:17.985755 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-85044f57-fbe7-4b61-985c-ae142bc1c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.987333 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-85044f57-fbe7-4b61-985c-ae142bc1c4be service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71152cfb2aaa444c8a971a0ba592adc6&device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 1097 time: 0.0613456 Jul 22 22:17:18.007561 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-f9dfabf5-a447-41db-ab6c-84a72751bf1d req-eae672c3-9a5e-4178-949b-8317d1d05027 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378113 Jul 22 22:17:18.032437 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-bb49fafe-48f3-47eb-8a52-47c76e24a782 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e HTTP/1.1" status: 200 len: 217 time: 0.0370243 Jul 22 22:17:18.084159 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-b863df29-3512-416f-8766-2c9e5f442cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:18.086381 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-b863df29-3512-416f-8766-2c9e5f442cb7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=47c27e7b-79f0-476f-9de1-a2ff6623aff9 HTTP/1.1" status: 200 len: 853 time: 0.0480893 Jul 22 22:17:18.124319 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-dc14bf3e-f5b5-4410-bd05-ac62fec54eab service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2618fe8f-1ee8-4514-b458-e37749a63890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306945 Jul 22 22:17:18.220638 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-e1921841-d2cb-4556-84f4-9f42f31cc036 service neutron] 10.222.0.113 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875168 Jul 22 22:17:18.319024 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2a3ab774-8c3b-4dbc-98cd-67dc6d897671 req-cf5214e3-bad2-4fff-9976-dccf10affac8 service neutron] 10.222.0.113 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925431 Jul 22 22:17:18.425734 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db1d4-487b-4c56-9aab-db38250187ad req-c22941b5-c335-47b6-a184-9a2b5fc5b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:18.427249 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-082db1d4-487b-4c56-9aab-db38250187ad req-c22941b5-c335-47b6-a184-9a2b5fc5b62e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71152cfb2aaa444c8a971a0ba592adc6&device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 1097 time: 0.0591657 Jul 22 22:17:18.522618 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db1d4-487b-4c56-9aab-db38250187ad req-2c28f083-377d-44bf-a7cf-526c83c7f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:18.524150 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-082db1d4-487b-4c56-9aab-db38250187ad req-2c28f083-377d-44bf-a7cf-526c83c7f757 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2618fe8f-1ee8-4514-b458-e37749a63890 HTTP/1.1" status: 200 len: 915 time: 0.0904343 Jul 22 22:17:18.566922 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-082db1d4-487b-4c56-9aab-db38250187ad req-e0aad7d8-127b-4c55-a46d-75ce476a9e96 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e HTTP/1.1" status: 200 len: 217 time: 0.0346634 Jul 22 22:17:18.615332 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db1d4-487b-4c56-9aab-db38250187ad req-f3a9a793-e3fd-469f-bc9d-c5f86459b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:18.616913 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-082db1d4-487b-4c56-9aab-db38250187ad req-f3a9a793-e3fd-469f-bc9d-c5f86459b183 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=47c27e7b-79f0-476f-9de1-a2ff6623aff9 HTTP/1.1" status: 200 len: 853 time: 0.0440001 Jul 22 22:17:18.652727 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-082db1d4-487b-4c56-9aab-db38250187ad req-2856f3b2-7816-4480-8c12-828a7c36a6d5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2618fe8f-1ee8-4514-b458-e37749a63890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280781 Jul 22 22:17:18.746406 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-082db1d4-487b-4c56-9aab-db38250187ad req-b1663a14-ec42-4371-99f5-7f0038dd67bf service neutron] 10.222.0.113 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860629 Jul 22 22:17:18.840036 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-082db1d4-487b-4c56-9aab-db38250187ad req-8771b094-ddcd-466c-9310-352cd8b3af0a service neutron] 10.222.0.113 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846753 Jul 22 22:17:19.140045 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f90c67-3524-4803-8d11-166997e4f302 req-5bb88722-0968-41a9-99a3-cd5c12acbaae tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:19.141532 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f5f90c67-3524-4803-8d11-166997e4f302 req-5bb88722-0968-41a9-99a3-cd5c12acbaae tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 944 time: 0.0627334 Jul 22 22:17:19.179082 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f5f90c67-3524-4803-8d11-166997e4f302 req-3bb8b377-15a3-4cc0-b908-acfe444110b9 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Jul 22 22:17:20.193540 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:17:20.303576 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,segment=NetworkSegment(e49caea4-0be7-47ac-ab75-698bf65c2fbe),segment_id=e49caea4-0be7-47ac-ab75-698bf65c2fbe)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:20.312772 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221c9f2-308a-492e-8c98-21f982d1042b req-874d9766-4b08-4e6e-9932-4134eb7f2ec6 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:20.314360 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0221c9f2-308a-492e-8c98-21f982d1042b req-874d9766-4b08-4e6e-9932-4134eb7f2ec6 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 944 time: 0.0679388 Jul 22 22:17:20.316344 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': 'bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e', 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890', 'port_id': 'bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e', 'mac_address': 'fa:16:3e:2d:15:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c27e7b-79f0-476f-9de1-a2ff6623aff9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:17:20.352372 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-0221c9f2-308a-492e-8c98-21f982d1042b req-6c6dcaf9-0cf2-4c30-a10a-e3595907b5ea tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Jul 22 22:17:20.357690 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.373803 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:20.394034 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,segment=NetworkSegment(e49caea4-0be7-47ac-ab75-698bf65c2fbe),segment_id=e49caea4-0be7-47ac-ab75-698bf65c2fbe)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:20.399261 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.450240 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:20.618270 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:21.483873 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1ecaf-ae6a-4466-8cba-2f23e702001a req-e2787300-de64-42a2-a686-764084b980fc tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.485396 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3ba1ecaf-ae6a-4466-8cba-2f23e702001a req-e2787300-de64-42a2-a686-764084b980fc tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 945 time: 0.0638337 Jul 22 22:17:21.522720 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3ba1ecaf-ae6a-4466-8cba-2f23e702001a req-f03cabe7-733c-4753-987c-c0dad848d88d tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Jul 22 22:17:22.205836 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:22.254427 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:22.258248 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:22.258623 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.339848 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.361839 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9069e702-8efa-4958-9883-5ad634172721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:22.364149 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799d9618-7a05-4d08-ba84-b069f4254dfd" -d '{"events": [{"server_uuid": "9069e702-8efa-4958-9883-5ad634172721", "name": "network-vif-plugged", "status": "completed", "tag": "bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:22.378926 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,segment=NetworkSegment(e49caea4-0be7-47ac-ab75-698bf65c2fbe),segment_id=e49caea4-0be7-47ac-ab75-698bf65c2fbe)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:22.383772 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:22.407419 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcf1007-8d41-4651-887d-9de968bb6254 x-openstack-request-id: req-abcf1007-8d41-4651-887d-9de968bb6254 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:22.407835 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9069e702-8efa-4958-9883-5ad634172721", "name": "network-vif-plugged", "status": "completed", "tag": "bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:22.408133 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abcf1007-8d41-4651-887d-9de968bb6254 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:22.408569 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9069e702-8efa-4958-9883-5ad634172721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e', 'code': 200} Jul 22 22:17:22.435862 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:22.587194 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b066b7-a033-4101-a53f-8f476b152f7c req-46602ff2-df6a-4727-a08a-e0541912c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.589285 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b0b066b7-a033-4101-a53f-8f476b152f7c req-46602ff2-df6a-4727-a08a-e0541912c5c7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 1099 time: 0.0609596 Jul 22 22:17:22.652623 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-b0b066b7-a033-4101-a53f-8f476b152f7c req-d618ca32-6581-48b5-9b2b-aa2482ca4246 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520289 Jul 22 22:17:22.677440 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2314c-cb99-4900-838b-e3db5a80223d req-8ce9cc89-564a-4d4d-8e63-b2bcf84e8193 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.678919 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9cd2314c-cb99-4900-838b-e3db5a80223d req-8ce9cc89-564a-4d4d-8e63-b2bcf84e8193 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 946 time: 0.0867946 Jul 22 22:17:22.716968 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-9cd2314c-cb99-4900-838b-e3db5a80223d req-ffa10f23-cbe9-451e-9a76-28ec7ec3934d tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Jul 22 22:17:23.853864 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f091c3-f6ab-483f-8d98-8cbc4928eae2 req-fc086b03-183a-41a2-b251-355166e63a60 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:23.855339 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-10f091c3-f6ab-483f-8d98-8cbc4928eae2 req-fc086b03-183a-41a2-b251-355166e63a60 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 946 time: 0.0682681 Jul 22 22:17:24.201904 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-10f091c3-f6ab-483f-8d98-8cbc4928eae2 req-0ba6cde9-1294-4dc0-91ed-785642a383d3 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407924 Jul 22 22:17:27.274853 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.929656 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:17:35.760142 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-136b9744-d16e-4cb0-8768-fb50411a0d52 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1190567 Jul 22 22:17:35.866364 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-f575b43e-01fb-4735-a1b5-69bd9803d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.868001 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-f575b43e-01fb-4735-a1b5-69bd9803d0ff service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 1099 time: 0.0618589 Jul 22 22:17:35.976479 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-9db6d8df-ebe3-4461-b36a-a0f31c30bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.978020 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-9db6d8df-ebe3-4461-b36a-a0f31c30bf42 service neutron] 10.222.0.113 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 913 time: 0.0895183 Jul 22 22:17:36.053871 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-1106c392-0cca-4066-be44-383d28795c39 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c HTTP/1.1" status: 200 len: 1001 time: 0.0661180 Jul 22 22:17:36.110031 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-dd23c34c-ba6d-4005-be5b-7ccd23f1f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:36.111515 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-dd23c34c-ba6d-4005-be5b-7ccd23f1f34d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=18ff579b-b9ae-4c61-a08b-1e4208bf8009 HTTP/1.1" status: 200 len: 850 time: 0.0470560 Jul 22 22:17:36.176984 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-a5d0956f-e720-48d3-8804-fc7513319da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:36.178829 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-a5d0956f-e720-48d3-8804-fc7513319da7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576470 Jul 22 22:17:36.191138 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-048288d1-d536-4f58-b1fc-1b1b8f138a08 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:17:36.192358 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-048288d1-d536-4f58-b1fc-1b1b8f138a08 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055175 Jul 22 22:17:36.306901 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-478609b7-70c3-426c-b5d4-45d96e93220d service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076400 Jul 22 22:17:36.412512 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-4195dcee-6b04-448e-ae14-bf1bdddd3883 req-81a954b8-9c8d-4557-b709-dde9a7e21c9e service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960386 Jul 22 22:17:39.732981 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-88dc9ec6-541a-4abc-90e1-d89f8da58cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:42.858101 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:43.188902 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fd47f3b4-1160-47bc-9b9e-f190cbe8d4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:44.432351 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.179760 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:57.272353 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.929870 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:18:05.972251 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66486-7663-4ac3-bbb8-616abd97b5b8 req-73fced60-9ab6-47d9-997b-74efa4bab4db tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:05.973749 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-93f66486-7663-4ac3-bbb8-616abd97b5b8 req-73fced60-9ab6-47d9-997b-74efa4bab4db tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 946 time: 0.0657883 Jul 22 22:18:06.016113 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-93f66486-7663-4ac3-bbb8-616abd97b5b8 req-3c70c5b2-8ab5-4a85-83d6-edc7fd171d6d tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Jul 22 22:18:07.482538 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fbb0c-e652-44a4-9d41-5ce52e88d943 req-4c07d934-d074-4770-916a-e5b7fff65350 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.484126 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6c0fbb0c-e652-44a4-9d41-5ce52e88d943 req-4c07d934-d074-4770-916a-e5b7fff65350 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 946 time: 0.3886149 Jul 22 22:18:07.530586 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-6c0fbb0c-e652-44a4-9d41-5ce52e88d943 req-78cd5865-d501-4a36-82a2-3541c36e3766 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Jul 22 22:18:07.651661 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-bc4a9d88-4ed2-4e86-bae8-9302d8307ea7 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.653444 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-bc4a9d88-4ed2-4e86-bae8-9302d8307ea7 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.113 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 946 time: 0.0700989 Jul 22 22:18:07.765045 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-f282be93-c5ad-46c2-84aa-d0f680c09610 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Deleting port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:07.765387 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-f282be93-c5ad-46c2-84aa-d0f680c09610 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:07.869904 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-f282be93-c5ad-46c2-84aa-d0f680c09610 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] For port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,segment=NetworkSegment(e49caea4-0be7-47ac-ab75-698bf65c2fbe),segment_id=e49caea4-0be7-47ac-ab75-698bf65c2fbe)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:07.870287 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-f282be93-c5ad-46c2-84aa-d0f680c09610 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:07.884200 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-f282be93-c5ad-46c2-84aa-d0f680c09610 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Calling delete_port for bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e owned by compute:nova {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:08.022532 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-f282be93-c5ad-46c2-84aa-d0f680c09610 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:08.035738 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:08.069120 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282be93-c5ad-46c2-84aa-d0f680c09610 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Pushing event deleted for resources: {'Port': ['ID=bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:08.139567 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-f282be93-c5ad-46c2-84aa-d0f680c09610 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] No DVR routers for this DVR port bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e on host hv-cinder-80152 {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:08.142278 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-f282be93-c5ad-46c2-84aa-d0f680c09610 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:08.144313 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2471db77-81c9-469f-a1b0-a2fc405921b6 req-f282be93-c5ad-46c2-84aa-d0f680c09610 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.113 "DELETE /v2.0/ports/bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e HTTP/1.1" status: 204 len: 173 time: 0.4855118 Jul 22 22:18:08.144765 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9069e702-8efa-4958-9883-5ad634172721', 'name': 'network-vif-deleted', 'tag': 'bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:08.147168 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f717b6-e12d-4f8a-90d9-48bcfabd5533" -d '{"events": [{"server_uuid": "9069e702-8efa-4958-9883-5ad634172721", "name": "network-vif-deleted", "tag": "bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:08.198534 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a17ae20-5795-4d76-9858-a3f48ecdfa03 x-openstack-request-id: req-7a17ae20-5795-4d76-9858-a3f48ecdfa03 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:08.198902 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9069e702-8efa-4958-9883-5ad634172721", "name": "network-vif-deleted", "tag": "bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:08.199220 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a17ae20-5795-4d76-9858-a3f48ecdfa03 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:08.199681 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9069e702-8efa-4958-9883-5ad634172721', 'name': 'network-vif-deleted', 'tag': 'bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e', 'status': 'completed', 'code': 200} Jul 22 22:18:08.653515 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-2b8183d5-8985-4e9f-96b0-3c12714a24d8 req-24e7b673-540e-4efb-9877-7b7943d10f19 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9069e702-8efa-4958-9883-5ad634172721 HTTP/1.1" status: 200 len: 210 time: 0.0355439 Jul 22 22:18:09.733865 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-999a5e7a-509e-4692-a378-ce39f4a95d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:11.047380 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:11.068495 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:11.068833 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device bf50e30e-9c8c-4a55-b0b9-1130cad6ac6e not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:12.861341 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.181753 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f4c70983-9d18-434b-9199-1f3e1d2d6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:14.434913 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.176405 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:19.622313 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-cfbc38cc-19bb-48a0-8cc6-548ee240b2e1 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:19.623729 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-cfbc38cc-19bb-48a0-8cc6-548ee240b2e1 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/networks?id=2618fe8f-1ee8-4514-b458-e37749a63890 HTTP/1.1" status: 200 len: 813 time: 0.1030705 Jul 22 22:18:19.638244 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-ad0fa3ec-9a0f-4952-ad40-42d61e0acd06 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/quotas/71152cfb2aaa444c8a971a0ba592adc6 HTTP/1.1" status: 200 len: 375 time: 0.0090914 Jul 22 22:18:19.676119 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-d26da60d-6d3d-47ff-86c6-828b0d57e08e tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71152cfb2aaa444c8a971a0ba592adc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329826 Jul 22 22:18:19.765230 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-cdff8ddf-6f4d-49c2-94d3-23a5e924629a service neutron] 10.222.0.26 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818825 Jul 22 22:18:19.858700 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-40211231-3a07-4b9a-9e93-9dd70539c304 service neutron] 10.222.0.26 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876241 Jul 22 22:18:20.017710 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-08870b5b-a024-42fc-85e2-79de110d4a36 req-9e6a5660-5945-40a7-a017-8858a6a77c4e tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 210 time: 0.0284240 Jul 22 22:18:21.087465 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-5a820482-1fd8-4914-a3fc-084590ea39d7 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:21.089039 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-5a820482-1fd8-4914-a3fc-084590ea39d7 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.113 "GET /v2.0/networks?id=2618fe8f-1ee8-4514-b458-e37749a63890 HTTP/1.1" status: 200 len: 813 time: 0.1068382 Jul 22 22:18:21.103121 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Request body: {'port': {'device_id': '76651703-1462-46e2-aaf4-a88fd60c8a1c', 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890', 'admin_state_up': True, 'tenant_id': '71152cfb2aaa444c8a971a0ba592adc6'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:21.130966 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-f5d8c5de-2773-4902-aa98-ddf46513eb58 req-01a11ef6-cbbc-461e-b6a5-47ae6da25b49 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 210 time: 0.0408862 Jul 22 22:18:21.239006 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Made reservation on behalf of 71152cfb2aaa444c8a971a0ba592adc6 for: {'port': 1} {{(pid=93409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:18:21.242428 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.374992 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_common [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Allocated IP 172.20.0.5 (2618fe8f-1ee8-4514-b458-e37749a63890/47c27e7b-79f0-476f-9de1-a2ff6623aff9/77b265cd-4358-4dbf-9350-85d0efc0ff2c) {{(pid=93409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:18:21.529044 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks [] for port, precommit_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.573056 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739504568953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_create {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.621126 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Network 2618fe8f-1ee8-4514-b458-e37749a63890 is already hosted by enough agents. {{(pid=93409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:18:21.624424 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.base_scheduler [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Resources bound (agent type, host, resource id): {{(pid=93409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:18:21.628663 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Received port after_create {{(pid=93409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:18:21.653589 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Pushing event updated for resources: {'Port': ['ID=77b265cd-4358-4dbf-9350-85d0efc0ff2c,revision_number=1']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:21.669772 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.670117 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.670650 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.670787 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.671111 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.671444 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.671807 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.672129 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.672450 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.672768 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.673094 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.673408 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:21.695931 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:21.696776 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:21.713245 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-df1e5127-1382-46b3-9213-fa6ac974f250 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137812 Jul 22 22:18:21.725734 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.v2.base [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Request body: {'port': {'device_id': '76651703-1462-46e2-aaf4-a88fd60c8a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=93409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:18:21.804478 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.068589 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b265cd-4358-4dbf-9350-85d0efc0ff2c {{(pid=93409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:22.076250 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.088834 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.provisioning_blocks [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Transition to ACTIVE for port object 77b265cd-4358-4dbf-9350-85d0efc0ff2c will not be triggered until provisioned by entity L2. {{(pid=93409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:18:22.092719 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.140276 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Pushing event updated for resources: {'Port': ['ID=77b265cd-4358-4dbf-9350-85d0efc0ff2c,revision_number=2']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:22.235772 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Attempting to bind port 77b265cd-4358-4dbf-9350-85d0efc0ff2c on host hv-cinder-80152 for vnic_type normal with profile {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:18:22.236174 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Attempting to bind port 77b265cd-4358-4dbf-9350-85d0efc0ff2c by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'e49caea4-0be7-47ac-ab75-698bf65c2fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890'}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:18:22.236450 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Attempting to bind port 77b265cd-4358-4dbf-9350-85d0efc0ff2c on network 2618fe8f-1ee8-4514-b458-e37749a63890 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:22.240911 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Port 77b265cd-4358-4dbf-9350-85d0efc0ff2c on network 2618fe8f-1ee8-4514-b458-e37749a63890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:18:22.241239 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Attempting to bind port 77b265cd-4358-4dbf-9350-85d0efc0ff2c on network 2618fe8f-1ee8-4514-b458-e37749a63890 {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:18:22.246285 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Checking agent: {'id': '19da2984-3f65-499c-9ea3-dcc52c14c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:18:22.246631 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Checking segment: {'id': 'e49caea4-0be7-47ac-ab75-698bf65c2fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:18:22.247024 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Bound using segment: {'id': 'e49caea4-0be7-47ac-ab75-698bf65c2fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890'} {{(pid=93409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:18:22.247464 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.managers [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Bound port: 77b265cd-4358-4dbf-9350-85d0efc0ff2c, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49caea4-0be7-47ac-ab75-698bf65c2fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1655, 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890'}}] {{(pid=93409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:18:22.247863 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.276397 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ca63b-9f88-48f6-a4b9-fda5d56f3fb0 req-b7391736-bdc3-43b7-b643-500aecb3b72b tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.277962 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a37ca63b-9f88-48f6-a4b9-fda5d56f3fb0 req-b7391736-bdc3-43b7-b643-500aecb3b72b tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 943 time: 0.0685730 Jul 22 22:18:22.318330 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] For port 77b265cd-4358-4dbf-9350-85d0efc0ff2c, host hv-cinder-80152, cleared binding levels {{(pid=93409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:18:22.320844 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-a37ca63b-9f88-48f6-a4b9-fda5d56f3fb0 req-b691baaa-5ee5-43ae-b30d-685ec317c4f7 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368137 Jul 22 22:18:22.321469 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] For port 77b265cd-4358-4dbf-9350-85d0efc0ff2c, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=77b265cd-4358-4dbf-9350-85d0efc0ff2c,segment=NetworkSegment(e49caea4-0be7-47ac-ab75-698bf65c2fbe),segment_id=e49caea4-0be7-47ac-ab75-698bf65c2fbe)] {{(pid=93409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:18:22.326444 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25565146'] for port, after_update {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.364078 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.364639 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:22.366100 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] 10.222.0.113 "PUT /v2.0/ports/77b265cd-4358-4dbf-9350-85d0efc0ff2c HTTP/1.1" status: 200 len: 1093 time: 0.6448381 Jul 22 22:18:22.366550 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76651703-1462-46e2-aaf4-a88fd60c8a1c', 'tag': '77b265cd-4358-4dbf-9350-85d0efc0ff2c'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:22.368874 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "76651703-1462-46e2-aaf4-a88fd60c8a1c", "tag": "77b265cd-4358-4dbf-9350-85d0efc0ff2c"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:22.397688 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bc8ce-2f00-4228-8504-0425140924d2 service neutron] Pushing event updated for resources: {'Port': ['ID=77b265cd-4358-4dbf-9350-85d0efc0ff2c,revision_number=3']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:22.415933 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7535a7d-36a1-45c6-9ae5-7da8899bcdc2 x-openstack-request-id: req-f7535a7d-36a1-45c6-9ae5-7da8899bcdc2 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:22.416219 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76651703-1462-46e2-aaf4-a88fd60c8a1c", "tag": "77b265cd-4358-4dbf-9350-85d0efc0ff2c", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:22.416469 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7535a7d-36a1-45c6-9ae5-7da8899bcdc2 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:22.416862 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76651703-1462-46e2-aaf4-a88fd60c8a1c', 'tag': '77b265cd-4358-4dbf-9350-85d0efc0ff2c', 'status': 'completed', 'code': 200} Jul 22 22:18:22.467750 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-8646158d-8d99-449f-86b0-28126bd7afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.469296 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-8646158d-8d99-449f-86b0-28126bd7afe5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71152cfb2aaa444c8a971a0ba592adc6&device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 1096 time: 0.0624881 Jul 22 22:18:22.511624 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-c883fa70-8be7-486f-8c9a-9c86ea2a6d2e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77b265cd-4358-4dbf-9350-85d0efc0ff2c HTTP/1.1" status: 200 len: 217 time: 0.0347178 Jul 22 22:18:22.565056 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-0f8a3596-ca0c-4fc6-9632-2b85646d414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.566526 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-0f8a3596-ca0c-4fc6-9632-2b85646d414e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=47c27e7b-79f0-476f-9de1-a2ff6623aff9 HTTP/1.1" status: 200 len: 853 time: 0.0486736 Jul 22 22:18:22.610996 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-0282a454-9b37-4c43-b54a-5ca72c53d35a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2618fe8f-1ee8-4514-b458-e37749a63890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373039 Jul 22 22:18:22.713354 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-907a90e6-741f-4725-b8a8-e01167c89d58 service neutron] 10.222.0.113 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954628 Jul 22 22:18:22.815171 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-0845a707-ab43-4ab8-8283-3e1e246fea35 req-9703d01f-841b-465a-b371-3d5f7cec91f1 service neutron] 10.222.0.113 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944777 Jul 22 22:18:22.915105 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e req-6c4b06e1-bec8-4f84-b315-d81f5ec1985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.917290 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e req-6c4b06e1-bec8-4f84-b315-d81f5ec1985e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=71152cfb2aaa444c8a971a0ba592adc6&device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 1096 time: 0.0573764 Jul 22 22:18:23.008872 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e req-c428081d-e766-4723-83e9-324f453e03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.010339 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e req-c428081d-e766-4723-83e9-324f453e03f7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2618fe8f-1ee8-4514-b458-e37749a63890 HTTP/1.1" status: 200 len: 915 time: 0.0866261 Jul 22 22:18:23.052770 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e req-51ec83b1-a5cc-4a12-9b5f-11e00ad9005b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77b265cd-4358-4dbf-9350-85d0efc0ff2c HTTP/1.1" status: 200 len: 217 time: 0.0346699 Jul 22 22:18:23.101984 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e req-0ceae04a-3c5c-4654-9f7e-3dbc81bf3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.104087 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e req-0ceae04a-3c5c-4654-9f7e-3dbc81bf3d24 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=47c27e7b-79f0-476f-9de1-a2ff6623aff9 HTTP/1.1" status: 200 len: 853 time: 0.0432696 Jul 22 22:18:23.137896 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e req-28f2bc05-58ec-434a-9894-dbff2113f7dd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2618fe8f-1ee8-4514-b458-e37749a63890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273814 Jul 22 22:18:23.237993 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e req-35649990-4061-49fa-897a-905ded42ac6f service neutron] 10.222.0.113 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925488 Jul 22 22:18:23.329829 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-c8ac8dd2-d5f2-429c-8023-1155e57e7a4e req-1e821abf-1691-4a37-8bdd-c031237bab3b service neutron] 10.222.0.113 "GET /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853024 Jul 22 22:18:23.451144 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17de41-c720-4c33-bc0e-50958f24d123 req-ebb55b6c-16fe-4cdf-b390-fd1c4b8ca2ea tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:23.452656 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4d17de41-c720-4c33-bc0e-50958f24d123 req-ebb55b6c-16fe-4cdf-b390-fd1c4b8ca2ea tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 943 time: 0.0634134 Jul 22 22:18:23.490128 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4d17de41-c720-4c33-bc0e-50958f24d123 req-82512e0f-5b25-4b61-86d4-4b75cefb9a7d tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Jul 22 22:18:24.631360 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91031dd9-23da-472e-b65e-53df04626e63 req-194a0974-0703-488c-96af-6cbfe2389f75 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.633009 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91031dd9-23da-472e-b65e-53df04626e63 req-194a0974-0703-488c-96af-6cbfe2389f75 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 943 time: 0.0737617 Jul 22 22:18:24.671062 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-91031dd9-23da-472e-b65e-53df04626e63 req-1741c33c-15b4-44cc-bc46-75d2f6c9385f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318263 Jul 22 22:18:25.800186 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962f43d-958c-46c5-a90f-bd9e00ebb357 req-cacbe9c7-2e2d-4d1d-8cfa-5d0e2c9baa57 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.801667 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1962f43d-958c-46c5-a90f-bd9e00ebb357 req-cacbe9c7-2e2d-4d1d-8cfa-5d0e2c9baa57 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 943 time: 0.0633931 Jul 22 22:18:25.843179 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-1962f43d-958c-46c5-a90f-bd9e00ebb357 req-a1e47e2c-93fd-4689-8452-b54b1c759943 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351977 Jul 22 22:18:26.475622 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 77b265cd-4358-4dbf-9350-85d0efc0ff2c details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=93410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:26.572843 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 77b265cd-4358-4dbf-9350-85d0efc0ff2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=77b265cd-4358-4dbf-9350-85d0efc0ff2c,segment=NetworkSegment(e49caea4-0be7-47ac-ab75-698bf65c2fbe),segment_id=e49caea4-0be7-47ac-ab75-698bf65c2fbe)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:26.584160 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Returning: {'device': '77b265cd-4358-4dbf-9350-85d0efc0ff2c', 'network_id': '2618fe8f-1ee8-4514-b458-e37749a63890', 'port_id': '77b265cd-4358-4dbf-9350-85d0efc0ff2c', 'mac_address': 'fa:16:3e:53:68:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c27e7b-79f0-476f-9de1-a2ff6623aff9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:26.621300 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.633710 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b265cd-4358-4dbf-9350-85d0efc0ff2c {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:26.653374 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 77b265cd-4358-4dbf-9350-85d0efc0ff2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=77b265cd-4358-4dbf-9350-85d0efc0ff2c,segment=NetworkSegment(e49caea4-0be7-47ac-ab75-698bf65c2fbe),segment_id=e49caea4-0be7-47ac-ab75-698bf65c2fbe)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:26.657230 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.704786 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=77b265cd-4358-4dbf-9350-85d0efc0ff2c,revision_number=4']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:26.711758 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.712116 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.712461 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.712836 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.713172 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.713507 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.713845 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.714166 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.714499 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.714824 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.715149 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.715473 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:26.903313 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] get_ports_and_sgs() called for port_ids ['77b265cd-4358-4dbf-9350-85d0efc0ff2c'] {{(pid=93410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:26.973133 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8608559-6b3c-4482-aa36-079399cc7e20 req-93bb7d22-d096-4f50-8ec2-cc2e89c8a0d6 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.974660 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e8608559-6b3c-4482-aa36-079399cc7e20 req-93bb7d22-d096-4f50-8ec2-cc2e89c8a0d6 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 944 time: 0.0655031 Jul 22 22:18:27.016130 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-e8608559-6b3c-4482-aa36-079399cc7e20 req-3f4fddb0-e2f0-474f-aae5-ae5c34aa1625 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347514 Jul 22 22:18:27.274714 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.146157 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66473058-7628-4d7a-956c-c541522d2f29 req-e6045ac7-eff5-4900-880c-e5a378f5d0ac tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.147677 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-66473058-7628-4d7a-956c-c541522d2f29 req-e6045ac7-eff5-4900-880c-e5a378f5d0ac tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 944 time: 0.0664103 Jul 22 22:18:28.185617 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-66473058-7628-4d7a-956c-c541522d2f29 req-84eabf7e-0bc1-4d49-b161-8f803860e020 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Jul 22 22:18:28.488577 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 77b265cd-4358-4dbf-9350-85d0efc0ff2c up at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:28.536338 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning for port 77b265cd-4358-4dbf-9350-85d0efc0ff2c completed by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:18:28.540048 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Provisioning complete for port 77b265cd-4358-4dbf-9350-85d0efc0ff2c triggered by entity L2. {{(pid=93410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:28.540413 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3633969'] for port, provisioning_complete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.616851 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697288'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.638427 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76651703-1462-46e2-aaf4-a88fd60c8a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b265cd-4358-4dbf-9350-85d0efc0ff2c'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:28.640724 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3edcaaeb37344424d3d20906b45ca19a5c10d0943870fe5d8c1d704a0d0737b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4b05c6-15bf-456a-85ea-813e3641ad49" -d '{"events": [{"server_uuid": "76651703-1462-46e2-aaf4-a88fd60c8a1c", "name": "network-vif-plugged", "status": "completed", "tag": "77b265cd-4358-4dbf-9350-85d0efc0ff2c"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:28.655651 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] For port 77b265cd-4358-4dbf-9350-85d0efc0ff2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=77b265cd-4358-4dbf-9350-85d0efc0ff2c,segment=NetworkSegment(e49caea4-0be7-47ac-ab75-698bf65c2fbe),segment_id=e49caea4-0be7-47ac-ab75-698bf65c2fbe)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:28.659995 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739505054778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739504568971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739504568989'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:28.707764 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Pushing event updated for resources: {'Port': ['ID=77b265cd-4358-4dbf-9350-85d0efc0ff2c,revision_number=5']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:28.735574 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fca4280-33bc-415a-8ab0-2a85f4901d9e x-openstack-request-id: req-8fca4280-33bc-415a-8ab0-2a85f4901d9e {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:28.735898 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76651703-1462-46e2-aaf4-a88fd60c8a1c", "name": "network-vif-plugged", "status": "completed", "tag": "77b265cd-4358-4dbf-9350-85d0efc0ff2c", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:28.736150 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fca4280-33bc-415a-8ab0-2a85f4901d9e {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:28.736544 dv-cinder-801522-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76651703-1462-46e2-aaf4-a88fd60c8a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b265cd-4358-4dbf-9350-85d0efc0ff2c', 'code': 200} Jul 22 22:18:28.916675 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078745b3-351f-479c-9365-e165b6dfb5bf req-a5f68488-8023-40d8-a21d-5a7b1bf7dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.918229 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-078745b3-351f-479c-9365-e165b6dfb5bf req-a5f68488-8023-40d8-a21d-5a7b1bf7dfcf service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 1098 time: 0.0585647 Jul 22 22:18:28.955175 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-078745b3-351f-479c-9365-e165b6dfb5bf req-52b97b69-0e3a-4678-bf0d-9947a3b82fef service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267439 Jul 22 22:18:29.313052 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bc807-d8b5-427e-845a-f5522533b6e4 req-5908514d-1791-46a5-872b-6d67746e9562 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:29.314586 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5f4bc807-d8b5-427e-845a-f5522533b6e4 req-5908514d-1791-46a5-872b-6d67746e9562 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 945 time: 0.0631857 Jul 22 22:18:29.354675 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-5f4bc807-d8b5-427e-845a-f5522533b6e4 req-61e487b2-bb2e-41b6-bb61-c2dbe3f9ffa7 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342705 Jul 22 22:18:30.489894 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e27584-5470-462d-b3af-4e6ba9477f02 req-f27a799e-cb00-477b-b98c-dbc7b90b9d37 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:30.491454 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d4e27584-5470-462d-b3af-4e6ba9477f02 req-f27a799e-cb00-477b-b98c-dbc7b90b9d37 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 945 time: 0.0681214 Jul 22 22:18:30.530967 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-d4e27584-5470-462d-b3af-4e6ba9477f02 req-70557681-9d6d-4d8d-a78c-eb77d6014224 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327127 Jul 22 22:18:39.737107 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cb20bc48-78c6-4a26-8c78-510f562691b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.862965 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:42.928988 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:18:43.183783 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-32d0d8e3-de68-4a2d-8d7c-a07f99922786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:44.437833 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.181149 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.532884 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56050) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:48.691951 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Deleting port bc63176e-d46e-45c6-8f5f-5999bd7713a1 {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:48.692301 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.767944 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.768271 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.779372 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Calling delete_port for bc63176e-d46e-45c6-8f5f-5999bd7713a1 owned by network:floatingip {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:48.926227 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:48.949537 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event deleted for resources: {'Port': ['ID=bc63176e-d46e-45c6-8f5f-5999bd7713a1,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:49.022247 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for floatingip, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.022587 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.db.l3_db [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Floating IP 7585e816-038e-47d0-b5de-f894c6870a7f disassociated (deleted). External IP: 172.27.2.62, port: c83da9f3-e7d1-4006-8d4c-e66de17e423c. Jul 22 22:18:49.253874 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Router 95833e7f-2498-49d1-bc40-6bc010d7eac4 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:49.372937 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:49.377983 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.384535 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] Sync routers for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:49.396151 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:49.397047 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:18:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:49.414881 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-8bb1fadc-a239-442b-8f47-1f7774a3d758 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "DELETE /v2.0/floatingips/7585e816-038e-47d0-b5de-f894c6870a7f HTTP/1.1" status: 204 len: 168 time: 0.8807814 Jul 22 22:18:49.415580 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'tag': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:49.418523 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79891951-c324-4223-9117-f2ddd325c31a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4247c4-5174-4704-9817-acb73e5d0a06", "tag": "c83da9f3-e7d1-4006-8d4c-e66de17e423c"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:49.507792 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:49.514267 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cb7921-e737-4980-8224-c1acfb3b53e3 x-openstack-request-id: req-82cb7921-e737-4980-8224-c1acfb3b53e3 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:49.514645 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4247c4-5174-4704-9817-acb73e5d0a06", "tag": "c83da9f3-e7d1-4006-8d4c-e66de17e423c", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:49.514857 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82cb7921-e737-4980-8224-c1acfb3b53e3 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:49.515228 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'tag': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'status': 'completed', 'code': 200} Jul 22 22:18:49.602505 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79891951-c324-4223-9117-f2ddd325c31a req-6f8c2ad9-e114-47f6-8275-04420123c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:49.604219 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79891951-c324-4223-9117-f2ddd325c31a req-6f8c2ad9-e114-47f6-8275-04420123c53b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 1099 time: 0.0603321 Jul 22 22:18:49.687448 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c1a15-a017-4644-9300-bb4864693c8b req-7f6177f0-7b7c-4d92-a72b-5dd14d6ac336 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:49.689217 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-165c1a15-a017-4644-9300-bb4864693c8b req-7f6177f0-7b7c-4d92-a72b-5dd14d6ac336 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 946 time: 0.0812368 Jul 22 22:18:49.709777 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79891951-c324-4223-9117-f2ddd325c31a req-a7815fae-c0ff-43bb-9874-628f93cd5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:49.711629 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79891951-c324-4223-9117-f2ddd325c31a req-a7815fae-c0ff-43bb-9874-628f93cd5b52 service neutron] 10.222.0.113 "GET /v2.0/networks?id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 200 len: 913 time: 0.0980144 Jul 22 22:18:49.737304 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:49.740621 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-165c1a15-a017-4644-9300-bb4864693c8b req-6387da06-65b2-4542-a51d-9df08e90f701 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439346 Jul 22 22:18:49.754828 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79891951-c324-4223-9117-f2ddd325c31a req-21e6f5cf-dbae-4f29-b0e3-17656b193b47 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c HTTP/1.1" status: 200 len: 217 time: 0.0365613 Jul 22 22:18:49.770669 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] Checking router: 95833e7f-2498-49d1-bc40-6bc010d7eac4 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:49.781232 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:49.782180 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:18:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:49.811523 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79891951-c324-4223-9117-f2ddd325c31a req-86b8be6b-b528-4f4d-aef1-c5186e245767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:49.813053 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79891951-c324-4223-9117-f2ddd325c31a req-86b8be6b-b528-4f4d-aef1-c5186e245767 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=18ff579b-b9ae-4c61-a08b-1e4208bf8009 HTTP/1.1" status: 200 len: 850 time: 0.0517900 Jul 22 22:18:49.876568 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79891951-c324-4223-9117-f2ddd325c31a req-27dbe70c-b386-42a9-b404-032654c1f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:49.878205 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79891951-c324-4223-9117-f2ddd325c31a req-27dbe70c-b386-42a9-b404-032654c1f659 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=81b15d73-1ee3-4f38-b1c7-c11aea1a08da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570676 Jul 22 22:18:49.983928 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79891951-c324-4223-9117-f2ddd325c31a req-1a300485-5805-46a5-89cd-aecf4bb3e176 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946295 Jul 22 22:18:50.019816 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:50.079953 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-79891951-c324-4223-9117-f2ddd325c31a req-6001f5f5-f8b2-4bb0-9219-ef0e909b197c service neutron] 10.222.0.113 "GET /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875571 Jul 22 22:18:50.225683 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:50.252197 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9afa2-3fbb-4b39-85f2-9f64acc111b5 None None] The sync data for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi is: [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:02Z', 'revision_number': 4, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi', '_interfaces': [{'id': 'e60490f4-3076-43fa-8009-7e86b73c7a03', 'name': '', 'network_id': '81b15d73-1ee3-4f38-b1c7-c11aea1a08da', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'mac_address': 'fa:16:3e:26:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:01Z', 'updated_at': '2021-07-22T22:12:09Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'subnets': [{'id': '18ff579b-b9ae-4c61-a08b-1e4208bf8009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:50.511206 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5075b-48e8-49f1-a02f-8139b57ca7ba None None] New status for floating IP 7585e816-038e-47d0-b5de-f894c6870a7f: DOWN {{(pid=93411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:18:50.610063 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461d98d-0ccd-4c78-a68e-78d6de6e61e8 req-5ace71e5-fa58-4c5f-b52d-8c77f713c584 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:50.611579 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4461d98d-0ccd-4c78-a68e-78d6de6e61e8 req-5ace71e5-fa58-4c5f-b52d-8c77f713c584 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 945 time: 0.0649805 Jul 22 22:18:50.653511 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-4461d98d-0ccd-4c78-a68e-78d6de6e61e8 req-243d8093-5443-4729-acf7-91fff0d94108 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Jul 22 22:18:50.873931 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ad43b-75ec-458a-a8a2-b40ee3fa042e req-e42f784c-19c0-4374-90aa-9716f00ac336 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:50.875371 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-017ad43b-75ec-458a-a8a2-b40ee3fa042e req-e42f784c-19c0-4374-90aa-9716f00ac336 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 946 time: 0.0701551 Jul 22 22:18:50.912861 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-017ad43b-75ec-458a-a8a2-b40ee3fa042e req-21d2abfb-4c16-4880-a91f-815e3cab6e8c tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba141d42-207c-4bd0-9f34-90f1c18f31c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Jul 22 22:18:51.500133 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-f8dca5f5-3917-40a9-8b1c-fbde484a07ac tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:51.501666 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-f8dca5f5-3917-40a9-8b1c-fbde484a07ac tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.113 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 946 time: 0.0683746 Jul 22 22:18:51.604436 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-4358d001-a100-4fc6-b0cf-e65e2654a7ff tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Deleting port c83da9f3-e7d1-4006-8d4c-e66de17e423c {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:51.604694 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-4358d001-a100-4fc6-b0cf-e65e2654a7ff tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.702229 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-4358d001-a100-4fc6-b0cf-e65e2654a7ff tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] For port c83da9f3-e7d1-4006-8d4c-e66de17e423c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c83da9f3-e7d1-4006-8d4c-e66de17e423c,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:51.702594 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-4358d001-a100-4fc6-b0cf-e65e2654a7ff tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.714958 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-4358d001-a100-4fc6-b0cf-e65e2654a7ff tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Calling delete_port for c83da9f3-e7d1-4006-8d4c-e66de17e423c owned by compute:nova {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:51.800510 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb6f9c-4e61-4d8c-aa68-eca14562f537 req-b887d72f-60e7-4609-b9a1-ac4dfc664cd6 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:51.802167 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-12eb6f9c-4e61-4d8c-aa68-eca14562f537 req-b887d72f-60e7-4609-b9a1-ac4dfc664cd6 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 945 time: 0.0768626 Jul 22 22:18:51.840314 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-12eb6f9c-4e61-4d8c-aa68-eca14562f537 req-e37f67f1-4db0-436c-87e3-2a33bd1c70d6 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc718392-ae77-4d2a-85ec-57ea849838d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322342 Jul 22 22:18:51.854185 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-4358d001-a100-4fc6-b0cf-e65e2654a7ff tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.890587 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358d001-a100-4fc6-b0cf-e65e2654a7ff tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event deleted for resources: {'Port': ['ID=c83da9f3-e7d1-4006-8d4c-e66de17e423c,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:51.942867 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-4358d001-a100-4fc6-b0cf-e65e2654a7ff tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] No DVR routers for this DVR port c83da9f3-e7d1-4006-8d4c-e66de17e423c on host hv-cinder-80152 {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:51.945426 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-4358d001-a100-4fc6-b0cf-e65e2654a7ff tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:51.948037 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-8c47fa9c-58ea-4326-9e03-293ada684c02 req-4358d001-a100-4fc6-b0cf-e65e2654a7ff tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.113 "DELETE /v2.0/ports/c83da9f3-e7d1-4006-8d4c-e66de17e423c HTTP/1.1" status: 204 len: 173 time: 0.4402976 Jul 22 22:18:51.948593 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'name': 'network-vif-deleted', 'tag': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:51.952280 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcd4218-53a3-4d8b-9282-4c80b3f0d680" -d '{"events": [{"server_uuid": "8a4247c4-5174-4704-9817-acb73e5d0a06", "name": "network-vif-deleted", "tag": "c83da9f3-e7d1-4006-8d4c-e66de17e423c"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:52.002366 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc35054-6df4-4c7d-ba9c-c3e6fc325b3e x-openstack-request-id: req-3bc35054-6df4-4c7d-ba9c-c3e6fc325b3e {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:52.002676 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4247c4-5174-4704-9817-acb73e5d0a06", "name": "network-vif-deleted", "tag": "c83da9f3-e7d1-4006-8d4c-e66de17e423c", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:52.002920 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bc35054-6df4-4c7d-ba9c-c3e6fc325b3e {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:52.003555 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4247c4-5174-4704-9817-acb73e5d0a06', 'name': 'network-vif-deleted', 'tag': 'c83da9f3-e7d1-4006-8d4c-e66de17e423c', 'status': 'completed', 'code': 200} Jul 22 22:18:52.026134 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-5b0d376b-d1e5-4917-9110-6428f5a55ea5 req-0e44495b-2592-49a3-b48b-0799b1d96d88 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a4247c4-5174-4704-9817-acb73e5d0a06 HTTP/1.1" status: 200 len: 210 time: 0.0371664 Jul 22 22:18:52.551720 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-8d54f47a-04ee-4daa-813f-d865ef4d5ad3 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:52.553144 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-8d54f47a-04ee-4daa-813f-d865ef4d5ad3 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.113 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 945 time: 0.0701020 Jul 22 22:18:52.669036 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-a535efce-ccd7-4e8f-a16f-517505bea93f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Deleting port 77b265cd-4358-4dbf-9350-85d0efc0ff2c {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:52.669383 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-a535efce-ccd7-4e8f-a16f-517505bea93f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:52.765588 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-a535efce-ccd7-4e8f-a16f-517505bea93f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] For port 77b265cd-4358-4dbf-9350-85d0efc0ff2c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=77b265cd-4358-4dbf-9350-85d0efc0ff2c,segment=NetworkSegment(e49caea4-0be7-47ac-ab75-698bf65c2fbe),segment_id=e49caea4-0be7-47ac-ab75-698bf65c2fbe)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:52.765960 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-a535efce-ccd7-4e8f-a16f-517505bea93f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:52.777746 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-a535efce-ccd7-4e8f-a16f-517505bea93f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Calling delete_port for 77b265cd-4358-4dbf-9350-85d0efc0ff2c owned by compute:nova {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:52.903980 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-a535efce-ccd7-4e8f-a16f-517505bea93f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:52.946347 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535efce-ccd7-4e8f-a16f-517505bea93f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Pushing event deleted for resources: {'Port': ['ID=77b265cd-4358-4dbf-9350-85d0efc0ff2c,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:52.948758 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [req-8c53cd43-cbb8-498f-9ffc-7b68f9da44d0 req-08eed0d3-b019-4c7f-abbf-f50b660f4c47 tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.26 "GET /v2.0/ports?device_id=76651703-1462-46e2-aaf4-a88fd60c8a1c HTTP/1.1" status: 200 len: 210 time: 0.0355234 Jul 22 22:18:52.986444 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-a535efce-ccd7-4e8f-a16f-517505bea93f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] No DVR routers for this DVR port 77b265cd-4358-4dbf-9350-85d0efc0ff2c on host hv-cinder-80152 {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:52.988863 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-a535efce-ccd7-4e8f-a16f-517505bea93f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for port, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:52.990863 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [req-3e270b55-55cb-49f5-89e3-d4c097656676 req-a535efce-ccd7-4e8f-a16f-517505bea93f tempest-VolumesSnapshotTestJSON-1022191794 tempest-VolumesSnapshotTestJSON-1022191794-project] 10.222.0.113 "DELETE /v2.0/ports/77b265cd-4358-4dbf-9350-85d0efc0ff2c HTTP/1.1" status: 204 len: 173 time: 0.4321821 Jul 22 22:18:53.084792 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56088) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:53.210991 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-8692bc7b-adca-4865-8aa5-56a8938d32c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Deleting port d013599c-4179-4193-b053-b09baf03dda4 {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:53.211337 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8692bc7b-adca-4865-8aa5-56a8938d32c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.290552 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8692bc7b-adca-4865-8aa5-56a8938d32c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.290937 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8692bc7b-adca-4865-8aa5-56a8938d32c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.302775 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-8692bc7b-adca-4865-8aa5-56a8938d32c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Calling delete_port for d013599c-4179-4193-b053-b09baf03dda4 owned by network:floatingip {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:53.740809 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8692bc7b-adca-4865-8aa5-56a8938d32c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.766848 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692bc7b-adca-4865-8aa5-56a8938d32c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event deleted for resources: {'Port': ['ID=d013599c-4179-4193-b053-b09baf03dda4,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:53.829984 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8692bc7b-adca-4865-8aa5-56a8938d32c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for floatingip, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.832599 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-8692bc7b-adca-4865-8aa5-56a8938d32c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257803'] for floatingip, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:53.833778 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-8692bc7b-adca-4865-8aa5-56a8938d32c0 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "DELETE /v2.0/floatingips/2830f4f4-4ab9-4cc3-8e42-da38c2ea90a5 HTTP/1.1" status: 204 len: 168 time: 0.7479093 Jul 22 22:18:54.006952 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76651703-1462-46e2-aaf4-a88fd60c8a1c', 'name': 'network-vif-deleted', 'tag': '77b265cd-4358-4dbf-9350-85d0efc0ff2c'}] {{(pid=93409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:54.009730 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88e070c6c81745f94bf701ef542e71f69e476e17533e0001d6183de012823b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e7b2b4-5adc-4e9d-a005-9b53e86d5cca" -d '{"events": [{"server_uuid": "76651703-1462-46e2-aaf4-a88fd60c8a1c", "name": "network-vif-deleted", "tag": "77b265cd-4358-4dbf-9350-85d0efc0ff2c"}]}' {{(pid=93409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:54.048615 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10cb725-5ac2-4b56-997c-6975b1193337 x-openstack-request-id: req-c10cb725-5ac2-4b56-997c-6975b1193337 {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:54.048916 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76651703-1462-46e2-aaf4-a88fd60c8a1c", "name": "network-vif-deleted", "tag": "77b265cd-4358-4dbf-9350-85d0efc0ff2c", "status": "completed", "code": 200}]} {{(pid=93409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:54.049170 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c10cb725-5ac2-4b56-997c-6975b1193337 {{(pid=93409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:54.049592 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76651703-1462-46e2-aaf4-a88fd60c8a1c', 'name': 'network-vif-deleted', 'tag': '77b265cd-4358-4dbf-9350-85d0efc0ff2c', 'status': 'completed', 'code': 200} Jul 22 22:18:54.600811 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device c83da9f3-e7d1-4006-8d4c-e66de17e423c no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:54.621195 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: c83da9f3-e7d1-4006-8d4c-e66de17e423c {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:54.621539 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device c83da9f3-e7d1-4006-8d4c-e66de17e423c not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:54.621948 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 77b265cd-4358-4dbf-9350-85d0efc0ff2c no longer exists at agent hyperv_hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:54.639784 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] No Port match for: 77b265cd-4358-4dbf-9350-85d0efc0ff2c {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:54.640130 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Device 77b265cd-4358-4dbf-9350-85d0efc0ff2c not bound to the agent host hv-cinder-80152 {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:55.033076 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56110) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:55.092760 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2758ae72-a756-4aad-a1cc-acec8818f349 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.116956 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2758ae72-a756-4aad-a1cc-acec8818f349 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.173281 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2758ae72-a756-4aad-a1cc-acec8818f349 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.175875 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-2758ae72-a756-4aad-a1cc-acec8818f349 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.177054 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-2758ae72-a756-4aad-a1cc-acec8818f349 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] 10.222.0.26 "DELETE /v2.0/security-groups/ba141d42-207c-4bd0-9f34-90f1c18f31c7 HTTP/1.1" status: 204 len: 168 time: 0.1429701 Jul 22 22:18:55.186118 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758ae72-a756-4aad-a1cc-acec8818f349 tempest-TestVolumeBootPattern-1101717727 tempest-TestVolumeBootPattern-1101717727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba141d42-207c-4bd0-9f34-90f1c18f31c7,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:55.229585 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56114) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:55.629195 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619917'] for router_interface, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.890521 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] Deleting port e60490f4-3076-43fa-8009-7e86b73c7a03 {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:55.890855 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.968314 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] For port e60490f4-3076-43fa-8009-7e86b73c7a03, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=e60490f4-3076-43fa-8009-7e86b73c7a03,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:55.968758 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:55.981074 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] Calling delete_port for e60490f4-3076-43fa-8009-7e86b73c7a03 owned by network:router_interface {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:56.156975 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:56.190952 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] Pushing event deleted for resources: {'Port': ['ID=e60490f4-3076-43fa-8009-7e86b73c7a03,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:56.354460 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619793'] for router_interface, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:56.572452 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] Router 95833e7f-2498-49d1-bc40-6bc010d7eac4 has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:56.678144 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:56.684041 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-aaa51f0b-26d5-4f6e-a038-084fa78ef913 admin admin] 10.222.0.26 "PUT /v2.0/routers/95833e7f-2498-49d1-bc40-6bc010d7eac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532490 Jul 22 22:18:56.686607 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56126) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:56.689343 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] Sync routers for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:56.700762 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:56.701654 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:18:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:56.796597 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Notify callbacks [] for router, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:56.813905 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: dv-cinder-801522-2-iscsi {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:56.898545 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:56.964672 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Deleting port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:56.965023 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.005408 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:18:56Z', 'revision_number': 5, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port': {'id': '9a75ccd7-cb2d-4253-a5b8-9fa98e354f13', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:57.032608 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] Checking router: 95833e7f-2498-49d1-bc40-6bc010d7eac4 for host: dv-cinder-801522-2-iscsi {{(pid=93410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:18:57.041963 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] Routers {'95833e7f-2498-49d1-bc40-6bc010d7eac4'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:57.042594 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:18:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['95833e7f-2498-49d1-bc40-6bc010d7eac4'], 'active': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:57.056848 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] For port 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=9a75ccd7-cb2d-4253-a5b8-9fa98e354f13,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:57.057170 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.070357 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Calling delete_port for 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 owned by network:router_gateway {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:57.131328 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvr_db [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] Set router 95833e7f-2498-49d1-bc40-6bc010d7eac4 gateway port host: None {{(pid=93410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:18:57.186074 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_hamode_db [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:18:56Z', 'revision_number': 6, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port_host': None}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:57.212293 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2babd-cc1b-4d28-b829-37849b9e7b9c None None] The sync data for ids ['95833e7f-2498-49d1-bc40-6bc010d7eac4'] in dv-cinder-801522-2-iscsi is: [{'id': '95833e7f-2498-49d1-bc40-6bc010d7eac4', 'name': 'tempest-TestVolumeBootPattern-425848650-router', 'tenant_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:11:59Z', 'updated_at': '2021-07-22T22:18:56Z', 'revision_number': 6, 'project_id': 'a730fe9a8c0e4bd6b58007d73490b244', 'gw_port_host': None}] {{(pid=93410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:18:57.253960 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.283428 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a75ccd7-cb2d-4253-a5b8-9fa98e354f13,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:57.287849 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.349166 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614839'] for router_gateway, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.438635 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8651'] for router, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.440800 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.485351 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-621900'] for router, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.485980 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95833e7f-2498-49d1-bc40-6bc010d7eac4 {{(pid=93409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:18:57.493066 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] Notify callbacks [] for router, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.495114 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-5159ec46-4392-4a49-a51c-130d5cf6d081 admin admin] 10.222.0.26 "DELETE /v2.0/routers/95833e7f-2498-49d1-bc40-6bc010d7eac4 HTTP/1.1" status: 204 len: 168 time: 0.8074086 Jul 22 22:18:57.497689 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56128) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:57.555841 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_v2 [None req-770c8bbc-e720-4f0b-abfa-1e36668249f6 admin admin] Deleting subnet 18ff579b-b9ae-4c61-a08b-1e4208bf8009 {{(pid=93409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:18:57.559795 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-770c8bbc-e720-4f0b-abfa-1e36668249f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.599708 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-770c8bbc-e720-4f0b-abfa-1e36668249f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26754812'] for subnet, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.683103 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-770c8bbc-e720-4f0b-abfa-1e36668249f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.736125 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-770c8bbc-e720-4f0b-abfa-1e36668249f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25565060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26817822'] for subnet, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.760152 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c8bbc-e720-4f0b-abfa-1e36668249f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ff579b-b9ae-4c61-a08b-1e4208bf8009,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:57.766043 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-770c8bbc-e720-4f0b-abfa-1e36668249f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.768106 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-770c8bbc-e720-4f0b-abfa-1e36668249f6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/18ff579b-b9ae-4c61-a08b-1e4208bf8009 HTTP/1.1" status: 204 len: 168 time: 0.2694547 Jul 22 22:18:57.770503 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56132) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:57.771618 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a7973e-a7e2-4422-9d13-ae1fbaf357d8 None None] Network 81b15d73-1ee3-4f38-b1c7-c11aea1a08da requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:18:57.851144 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.905990 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Deleting port 66a5f70e-1ff4-42d4-8f50-8d342051378c {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:57.906285 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.985302 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] For port 66a5f70e-1ff4-42d4-8f50-8d342051378c, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=66a5f70e-1ff4-42d4-8f50-8d342051378c,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:57.985699 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.985854 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e2cf7-e2a1-4726-889a-79451a8a1e6e None None] DHCP port deletion for 81b15d73-1ee3-4f38-b1c7-c11aea1a08da request from dv-cinder-801522-2-iscsi {{(pid=93410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:18:58.000334 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Calling delete_port for 66a5f70e-1ff4-42d4-8f50-8d342051378c owned by network:dhcp {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:58.035878 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-db8e2cf7-e2a1-4726-889a-79451a8a1e6e None None] Deleting port 66a5f70e-1ff4-42d4-8f50-8d342051378c {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:58.036353 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-db8e2cf7-e2a1-4726-889a-79451a8a1e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.087626 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.105234 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-db8e2cf7-e2a1-4726-889a-79451a8a1e6e None None] For port 66a5f70e-1ff4-42d4-8f50-8d342051378c, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=66a5f70e-1ff4-42d4-8f50-8d342051378c,segment=NetworkSegment(f280f607-c981-4f1e-a7da-cd80f33a91e0),segment_id=f280f607-c981-4f1e-a7da-cd80f33a91e0)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:58.105508 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-db8e2cf7-e2a1-4726-889a-79451a8a1e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.113829 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Pushing event deleted for resources: {'Port': ['ID=66a5f70e-1ff4-42d4-8f50-8d342051378c,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:58.120409 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] No DVR routers for this DVR port 66a5f70e-1ff4-42d4-8f50-8d342051378c on host dv-cinder-801522-2-iscsi {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:58.122310 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-db8e2cf7-e2a1-4726-889a-79451a8a1e6e None None] Calling delete_port for 66a5f70e-1ff4-42d4-8f50-8d342051378c owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:58.200484 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.211838 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b15d73-1ee3-4f38-b1c7-c11aea1a08da']}} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:58.215844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-db8e2cf7-e2a1-4726-889a-79451a8a1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.222043 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f280f607-c981-4f1e-a7da-cd80f33a91e0') {'for_net_delete': True} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:58.222308 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f280f607-c981-4f1e-a7da-cd80f33a91e0') {} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:58.233074 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26754805'] for segment, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.242286 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e2cf7-e2a1-4726-889a-79451a8a1e6e None None] Pushing event deleted for resources: {'Port': ['ID=66a5f70e-1ff4-42d4-8f50-8d342051378c,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:58.247327 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e2cf7-e2a1-4726-889a-79451a8a1e6e None None] No DVR routers for this DVR port 66a5f70e-1ff4-42d4-8f50-8d342051378c on host dv-cinder-801522-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:58.250078 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.261311 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Releasing vlan 1654 on physical network physnet1 to pool {{(pid=93409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:18:58.261868 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25565182'] for segment, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: Traceback (most recent call last): Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: timer() Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: cb(*args, **kw) Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: return func(*args, **kwargs) Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: self._notify() Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: self.callback(batched_events) Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: event.method(event) Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: return f(self, *a, **k) Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._get(url).json() Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: return self.request(url, 'GET', **kwargs) Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:18:58.263934 dv-cinder-801522-2-iscsi neutron-server[93409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:18:58.327519 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.332485 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.334726 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] 10.222.0.26 "DELETE /v2.0/networks/81b15d73-1ee3-4f38-b1c7-c11aea1a08da HTTP/1.1" status: 204 len: 168 time: 0.5630865 Jul 22 22:18:58.337737 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 56134) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:58.351615 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b1fa2-ad66-4fca-96c2-05de2c59d45e admin admin] Pushing event deleted for resources: {'Network': ['ID=81b15d73-1ee3-4f38-b1c7-c11aea1a08da,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:58.693482 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619917'] for router_interface, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.941624 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Deleting port 531f9005-6f17-4220-9597-f42a0042c1ad {{(pid=93408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:58.941955 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:59.033079 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.db [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] For port 531f9005-6f17-4220-9597-f42a0042c1ad, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=531f9005-6f17-4220-9597-f42a0042c1ad,segment=NetworkSegment(ea708dcb-5999-4545-a2c7-9e1ed3a4c51d),segment_id=ea708dcb-5999-4545-a2c7-9e1ed3a4c51d)] {{(pid=93408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:59.033419 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:59.047481 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Calling delete_port for 531f9005-6f17-4220-9597-f42a0042c1ad owned by network:router_interface {{(pid=93408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:59.060230 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:59.079842 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:59.080196 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 9a75ccd7-cb2d-4253-a5b8-9fa98e354f13 not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:59.080624 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 66a5f70e-1ff4-42d4-8f50-8d342051378c no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:59.102186 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 66a5f70e-1ff4-42d4-8f50-8d342051378c {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:59.102556 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 66a5f70e-1ff4-42d4-8f50-8d342051378c not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:59.103569 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device e60490f4-3076-43fa-8009-7e86b73c7a03 no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:59.126711 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: e60490f4-3076-43fa-8009-7e86b73c7a03 {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:59.127059 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device e60490f4-3076-43fa-8009-7e86b73c7a03 not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:59.244550 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32635252'] for port, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:59.272143 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Pushing event deleted for resources: {'Port': ['ID=531f9005-6f17-4220-9597-f42a0042c1ad,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:59.302451 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.302797 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.303140 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.303478 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.303841 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.304241 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.304507 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.304835 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.305216 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.305544 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.305903 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.306241 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-2-iscsi {{(pid=93408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:59.452590 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619793'] for router_interface, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:59.679505 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e has already been hosted by L3 agent af41ddc6-de64-4912-8bca-91e365744270 {{(pid=93408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:18:59.789558 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] Notify agent at l3_agent.dv-cinder-801522-2-iscsi the message routers_updated {{(pid=93408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:18:59.797615 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-c9650a2a-0b93-4b95-b185-8f6865c28462 admin admin] 10.222.0.26 "PUT /v2.0/routers/dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4561436 Jul 22 22:18:59.797813 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56142) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:59.798573 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] Sync routers for ids ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'] in dv-cinder-801522-2-iscsi {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:18:59.808436 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] Routers {'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:18:59.809286 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:18:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:59.924198 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Notify callbacks [] for router, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:59.937725 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] Set router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e gateway port host: dv-cinder-801522-2-iscsi {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:00.029734 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.085550 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Deleting port 751a7d96-72e1-4578-8cdc-47b98c520dac {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:00.085898 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.132101 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'name': 'tempest-TestVolumeBootPattern-14169820-router', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'external_fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:18:59Z', 'revision_number': 5, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'gw_port': {'id': '751a7d96-72e1-4578-8cdc-47b98c520dac', 'name': '', 'network_id': 'd0ff9072-42a9-438d-9542-01429d25b8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9a0bc31-5f7c-45aa-8129-5db7b6b70e5d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-2-iscsi'}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:00.158256 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] Checking router: dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e for host: dv-cinder-801522-2-iscsi {{(pid=93411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:19:00.164095 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] For port 751a7d96-72e1-4578-8cdc-47b98c520dac, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=751a7d96-72e1-4578-8cdc-47b98c520dac,segment=NetworkSegment(d4ea8937-af66-4359-b1b5-381d49516b2c),segment_id=d4ea8937-af66-4359-b1b5-381d49516b2c)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:00.164457 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.167629 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] Routers {'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'} bound to L3 agent in host dv-cinder-801522-2-iscsi {{(pid=93411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:00.168295 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:59:13Z,description=,heartbeat_timestamp=2021-07-22T22:18:43Z,host='dv-cinder-801522-2-iscsi',id=af41ddc6-de64-4912-8bca-91e365744270,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:59:13Z,topic='l3_agent')) {'router_ids': ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'], 'active': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:00.177235 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Calling delete_port for 751a7d96-72e1-4578-8cdc-47b98c520dac owned by network:router_gateway {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:00.253914 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvr_db [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] Set router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e gateway port host: None {{(pid=93411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:00.315138 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_hamode_db [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'name': 'tempest-TestVolumeBootPattern-14169820-router', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:19:00Z', 'revision_number': 6, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'gw_port_host': None}], 'dv-cinder-801522-2-iscsi', False) {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:00.340963 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb150c7-d979-4ec2-ba07-2812224b2da1 None None] The sync data for ids ['dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e'] in dv-cinder-801522-2-iscsi is: [{'id': 'dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e', 'name': 'tempest-TestVolumeBootPattern-14169820-router', 'tenant_id': '62c45c7d475e4e799d7409b016bcad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:12:04Z', 'updated_at': '2021-07-22T22:19:00Z', 'revision_number': 6, 'project_id': '62c45c7d475e4e799d7409b016bcad43', 'gw_port_host': None}] {{(pid=93411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:19:00.365951 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.401584 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Pushing event deleted for resources: {'Port': ['ID=751a7d96-72e1-4578-8cdc-47b98c520dac,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:00.461187 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614839'] for router_gateway, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.856544 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8651'] for router, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.858684 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.902220 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-621900'] for router, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.902903 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e {{(pid=93409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:19:00.907492 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] Notify callbacks [] for router, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.908701 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-9032ef10-8de2-4374-86ff-f72db10f860b admin admin] 10.222.0.26 "DELETE /v2.0/routers/dd76caa7-c4c5-4dc8-9ef0-f4246cccda9e HTTP/1.1" status: 204 len: 168 time: 1.1097817 Jul 22 22:19:00.911715 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [-] (93408) accepted ('10.222.0.26', 56148) {{(pid=93408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:00.957598 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de02ac5-f4b2-4ca9-a983-5de8dcff1c69 admin admin] Deleting subnet cdb3da25-a3f4-427c-9a70-e675eae7aa76 {{(pid=93408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:19:00.960580 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4de02ac5-f4b2-4ca9-a983-5de8dcff1c69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.994041 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4de02ac5-f4b2-4ca9-a983-5de8dcff1c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31916951'] for subnet, precommit_delete_associations {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.105488 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4de02ac5-f4b2-4ca9-a983-5de8dcff1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.132971 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 751a7d96-72e1-4578-8cdc-47b98c520dac no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:19:01.159904 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 751a7d96-72e1-4578-8cdc-47b98c520dac {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:19:01.160257 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 751a7d96-72e1-4578-8cdc-47b98c520dac not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:19:01.160694 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 531f9005-6f17-4220-9597-f42a0042c1ad no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:19:01.172559 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4de02ac5-f4b2-4ca9-a983-5de8dcff1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32635169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31934840'] for subnet, after_delete {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.187427 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: 531f9005-6f17-4220-9597-f42a0042c1ad {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:19:01.187836 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device 531f9005-6f17-4220-9597-f42a0042c1ad not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:19:01.203442 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de02ac5-f4b2-4ca9-a983-5de8dcff1c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb3da25-a3f4-427c-9a70-e675eae7aa76,revision_number=None']} {{(pid=93408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:01.210006 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-4de02ac5-f4b2-4ca9-a983-5de8dcff1c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for subnet, before_response {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.214414 dv-cinder-801522-2-iscsi neutron-server[93408]: INFO neutron.wsgi [None req-4de02ac5-f4b2-4ca9-a983-5de8dcff1c69 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cdb3da25-a3f4-427c-9a70-e675eae7aa76 HTTP/1.1" status: 204 len: 168 time: 0.3016179 Jul 22 22:19:01.218828 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56158) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:01.235580 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b4990-3d09-45fe-93a5-b7d8050f95a6 None None] Network 60ce17bf-04fb-41ba-b8d0-924c6b616851 requested from dv-cinder-801522-2-iscsi {{(pid=93410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:19:01.307627 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.365512 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Deleting port af92f2af-dc46-4335-91e4-0ea3a54c096a {{(pid=93409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:01.365859 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.441394 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.db [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] For port af92f2af-dc46-4335-91e4-0ea3a54c096a, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=af92f2af-dc46-4335-91e4-0ea3a54c096a,segment=NetworkSegment(ea708dcb-5999-4545-a2c7-9e1ed3a4c51d),segment_id=ea708dcb-5999-4545-a2c7-9e1ed3a4c51d)] {{(pid=93409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:01.441808 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.459280 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a58ab-c24b-49e3-8e40-9ab9c4cfea21 None None] DHCP port deletion for 60ce17bf-04fb-41ba-b8d0-924c6b616851 request from dv-cinder-801522-2-iscsi {{(pid=93410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:19:01.459505 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.plugin [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Calling delete_port for af92f2af-dc46-4335-91e4-0ea3a54c096a owned by network:dhcp {{(pid=93409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:01.506176 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a58ab-c24b-49e3-8e40-9ab9c4cfea21 None None] Deleting port af92f2af-dc46-4335-91e4-0ea3a54c096a {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:01.506547 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6a58ab-c24b-49e3-8e40-9ab9c4cfea21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739505054356'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.550189 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25565137'] for port, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.573199 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-ef6a58ab-c24b-49e3-8e40-9ab9c4cfea21 None None] For port af92f2af-dc46-4335-91e4-0ea3a54c096a, host dv-cinder-801522-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-2-iscsi',level=0,port_id=af92f2af-dc46-4335-91e4-0ea3a54c096a,segment=NetworkSegment(ea708dcb-5999-4545-a2c7-9e1ed3a4c51d),segment_id=ea708dcb-5999-4545-a2c7-9e1ed3a4c51d)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:01.573588 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6a58ab-c24b-49e3-8e40-9ab9c4cfea21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621920'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.577260 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af92f2af-dc46-4335-91e4-0ea3a54c096a,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:01.581285 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] No DVR routers for this DVR port af92f2af-dc46-4335-91e4-0ea3a54c096a on host dv-cinder-801522-2-iscsi {{(pid=93409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:19:01.589542 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a58ab-c24b-49e3-8e40-9ab9c4cfea21 None None] Calling delete_port for af92f2af-dc46-4335-91e4-0ea3a54c096a owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:01.656241 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.666940 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ce17bf-04fb-41ba-b8d0-924c6b616851']}} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:01.672436 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6a58ab-c24b-49e3-8e40-9ab9c4cfea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-894471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739505054823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739504568962'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.677074 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d') {'for_net_delete': True} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:01.677366 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea708dcb-5999-4545-a2c7-9e1ed3a4c51d') {} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:01.686638 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26754805'] for segment, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.700218 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a58ab-c24b-49e3-8e40-9ab9c4cfea21 None None] Pushing event deleted for resources: {'Port': ['ID=af92f2af-dc46-4335-91e4-0ea3a54c096a,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:01.700480 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.706377 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a58ab-c24b-49e3-8e40-9ab9c4cfea21 None None] No DVR routers for this DVR port af92f2af-dc46-4335-91e4-0ea3a54c096a on host dv-cinder-801522-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:19:01.709757 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Releasing vlan 1659 on physical network physnet1 to pool {{(pid=93409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:19:01.710192 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25565182'] for segment, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: Traceback (most recent call last): Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: timer() Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: cb(*args, **kw) Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: return func(*args, **kwargs) Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: self._notify() Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: self.callback(batched_events) Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: event.method(event) Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: return f(self, *a, **k) Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._get(url).json() Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: return self.request(url, 'GET', **kwargs) Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:19:01.714070 dv-cinder-801522-2-iscsi neutron-server[93409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:19:01.772127 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.778639 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.780521 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/60ce17bf-04fb-41ba-b8d0-924c6b616851 HTTP/1.1" status: 204 len: 168 time: 0.5606608 Jul 22 22:19:01.791605 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d48144-8321-459d-a1af-a1aea11c1af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=60ce17bf-04fb-41ba-b8d0-924c6b616851,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:01.896033 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56162) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:01.937671 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-4a86b39f-29e8-449f-9e9c-b3bd691ae8b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a730fe9a8c0e4bd6b58007d73490b244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403833 Jul 22 22:19:01.940211 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56164) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:01.988498 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-81a88f32-55b4-4edf-8e2a-91ab38ad1fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.010558 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-81a88f32-55b4-4edf-8e2a-91ab38ad1fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.058266 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-81a88f32-55b4-4edf-8e2a-91ab38ad1fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.061026 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-81a88f32-55b4-4edf-8e2a-91ab38ad1fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.062352 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-81a88f32-55b4-4edf-8e2a-91ab38ad1fa6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5660fdb0-6754-4631-821a-12b0ca462395 HTTP/1.1" status: 204 len: 168 time: 0.1212056 Jul 22 22:19:02.070985 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a88f32-55b4-4edf-8e2a-91ab38ad1fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5660fdb0-6754-4631-821a-12b0ca462395,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:02.384723 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56174) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:02.428492 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-4b36a314-194d-4516-bd93-3ec96bbceba5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62c45c7d475e4e799d7409b016bcad43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423958 Jul 22 22:19:02.432729 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56176) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:02.488656 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-454eac60-b749-43c8-b3fa-148453e1da2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.511329 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-454eac60-b749-43c8-b3fa-148453e1da2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.573449 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-454eac60-b749-43c8-b3fa-148453e1da2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.575450 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-454eac60-b749-43c8-b3fa-148453e1da2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:02.576770 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-454eac60-b749-43c8-b3fa-148453e1da2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b97266ab-0f18-4126-bfeb-3fa1b3c925d8 HTTP/1.1" status: 204 len: 168 time: 0.1430609 Jul 22 22:19:02.585489 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454eac60-b749-43c8-b3fa-148453e1da2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97266ab-0f18-4126-bfeb-3fa1b3c925d8,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:03.049098 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device af92f2af-dc46-4335-91e4-0ea3a54c096a no longer exists at agent ovs-agent-dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:19:03.069498 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] No Port match for: af92f2af-dc46-4335-91e4-0ea3a54c096a {{(pid=93410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:19:03.069845 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.rpc [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Device af92f2af-dc46-4335-91e4-0ea3a54c096a not bound to the agent host dv-cinder-801522-2-iscsi {{(pid=93410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:19:09.737829 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-67c3f449-92f1-49e2-892d-9dd909905d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:12.865111 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:13.184827 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d5008113-e4d6-4813-9c22-c2151e5d9f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:14.441701 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:16.181186 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.271927 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56270) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:17.316728 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.db.db_base_plugin_v2 [None req-990bd006-c167-4b29-89be-e80e2ac39b34 admin admin] Deleting subnet 47c27e7b-79f0-476f-9de1-a2ff6623aff9 {{(pid=93409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:19:17.320758 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-990bd006-c167-4b29-89be-e80e2ac39b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.359241 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-990bd006-c167-4b29-89be-e80e2ac39b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26754812'] for subnet, precommit_delete_associations {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.406355 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-990bd006-c167-4b29-89be-e80e2ac39b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3624090'] for subnet, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.461864 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-990bd006-c167-4b29-89be-e80e2ac39b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3624083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25565060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26817822'] for subnet, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.487854 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bd006-c167-4b29-89be-e80e2ac39b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c27e7b-79f0-476f-9de1-a2ff6623aff9,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:17.491763 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-990bd006-c167-4b29-89be-e80e2ac39b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.494198 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-990bd006-c167-4b29-89be-e80e2ac39b34 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/47c27e7b-79f0-476f-9de1-a2ff6623aff9 HTTP/1.1" status: 204 len: 168 time: 0.2207267 Jul 22 22:19:17.496715 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56272) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:17.573035 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789917'] for network, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.668133 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3623590', 'neutron.services.segments.db._delete_segments_for_network-8739505087281'] for network, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.680269 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2618fe8f-1ee8-4514-b458-e37749a63890']}} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:17.690406 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49caea4-0be7-47ac-ab75-698bf65c2fbe') {'for_net_delete': True} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:17.690699 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.services.segments.db [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49caea4-0be7-47ac-ab75-698bf65c2fbe') {} {{(pid=93409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:17.700099 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739505086266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26754805'] for segment, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.722096 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178'] for segment, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.730020 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] Releasing vlan 1655 on physical network physnet1 to pool {{(pid=93409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:19:17.730705 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3626178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25565182'] for segment, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: Traceback (most recent call last): Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: timer() Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: cb(*args, **kw) Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: return func(*args, **kwargs) Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: self._notify() Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: self.callback(batched_events) Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: event.method(event) Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: return f(self, *a, **k) Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._get(url).json() Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: return self.request(url, 'GET', **kwargs) Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:19:17.732585 dv-cinder-801522-2-iscsi neutron-server[93409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:19:17.795664 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3623597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614803'] for network, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.800454 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535525'] for network, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.802459 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] 10.222.0.26 "DELETE /v2.0/networks/2618fe8f-1ee8-4514-b458-e37749a63890 HTTP/1.1" status: 204 len: 168 time: 0.3046813 Jul 22 22:19:17.815754 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462cc36-1908-4250-bcef-a7f6bdcce76b admin admin] Pushing event deleted for resources: {'Network': ['ID=2618fe8f-1ee8-4514-b458-e37749a63890,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:17.972274 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56276) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:18.012063 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-b725cf1d-40e6-45c8-a99d-0696b55a4e59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71152cfb2aaa444c8a971a0ba592adc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385294 Jul 22 22:19:18.014581 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [-] (93409) accepted ('10.222.0.26', 56278) {{(pid=93409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:18.062781 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f8173a77-e403-47cf-84b7-c8833ad3f4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.083866 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f8173a77-e403-47cf-84b7-c8833ad3f4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.136359 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f8173a77-e403-47cf-84b7-c8833ad3f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606610'] for security_group, after_delete {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.138991 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron_lib.callbacks.manager [None req-f8173a77-e403-47cf-84b7-c8833ad3f4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.140186 dv-cinder-801522-2-iscsi neutron-server[93409]: INFO neutron.wsgi [None req-f8173a77-e403-47cf-84b7-c8833ad3f4d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc718392-ae77-4d2a-85ec-57ea849838d2 HTTP/1.1" status: 204 len: 168 time: 0.1246972 Jul 22 22:19:18.148497 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8173a77-e403-47cf-84b7-c8833ad3f4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc718392-ae77-4d2a-85ec-57ea849838d2,revision_number=None']} {{(pid=93409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:19.928253 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:19:27.299088 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.739520 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5645b211-a0c2-4cad-b0dd-3813d5c99f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:42.866121 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:43.185484 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d0cc98de-0d80-4206-88cb-b69b145a1127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:44.443530 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.184293 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:56.926909 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:19:57.307668 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.741116 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d2aee49-6cec-42a3-8c91-130be621ba14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:12.868367 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.185629 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8884321f-08af-481c-8629-3e6d3561a451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.446704 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.186219 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.309170 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:33.926547 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:20:39.742308 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9e0cedec-4190-4ada-af10-a94963bc210d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.869871 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:43.187001 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-11e2dc72-4ad1-4284-bc22-50de970f3777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:44.457789 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.188681 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:57.337876 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:09.742760 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-021d6512-a528-4459-8e5e-4b9f4390dce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:10.926355 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:21:12.871931 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:13.189578 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c037c2cc-1893-4482-89e0-9f9b37c945de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:14.453356 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.193229 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:27.368267 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:39.744931 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9ed933c6-38e5-45f5-a319-dbf2d8145b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:42.875886 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:43.190873 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b6dcfbd4-4f70-4c90-b71e-89fc30807ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:44.455750 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:46.199911 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:47.926256 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:21:57.383266 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:09.746611 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7db6a3f8-1326-4dd6-aa54-aa331112cf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:12.877683 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.191471 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-06d6c2d3-1ff7-454e-b0a0-2fddae017426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:14.459938 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.197837 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:24.925112 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:22:27.383008 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:39.751212 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3b93bb0a-8170-4f03-b657-409dc166964f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:40.668093 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [req-0c3812b2-4b33-485d-bd0c-0bc1e741f943 req-e87f05c5-8fe0-4427-a35f-7935c7767f60 service neutron] (93408) timed out ('10.222.0.113', 52787) {{(pid=93408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:22:40.790119 dv-cinder-801522-2-iscsi neutron-server[93408]: DEBUG neutron.wsgi [req-f9b25623-c7b9-4eca-9bf4-27b2c5a0630f req-656fbc9b-f829-43da-b31a-4dfab23a3a9a service neutron] (93408) timed out ('10.222.0.113', 52783) {{(pid=93408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:22:40.799960 dv-cinder-801522-2-iscsi neutron-server[93409]: DEBUG neutron.wsgi [req-f0bb3bc9-8cb2-4267-9ef6-424915958cf3 req-363262ca-7c94-4410-ba29-f03fb939cba9 service neutron] (93409) timed out ('10.222.0.113', 52801) {{(pid=93409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:22:42.879418 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.193378 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb39c-9499-418b-b045-4b25a6f54406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.462890 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.206365 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:57.389525 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:01.924377 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:23:09.752844 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0aaef3cc-4d02-403b-ba5d-129e34ee8ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:12.880901 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:13.195160 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8ffc758f-e205-45c8-90c1-ed96ce85ecd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:14.466145 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.210665 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.412480 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.924435 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:23:39.757512 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1172f48c-2cf0-427a-96eb-a1d043e56574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.882015 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:43.197681 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a4979d4f-56ef-4961-95a8-02684aa3036c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:44.468806 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:46.208448 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.409000 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:09.757590 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6a075fe7-3f97-40ab-a7c2-3c02e655325d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:12.883759 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:13.199850 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c082f4d6-3fa0-43ff-b2b1-d5c23d26c98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:14.471566 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.924142 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:24:16.210370 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:27.425722 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1df91966-659b-4a59-85ac-2f666bbad4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:39.758808 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-889eefef-327c-4e7e-b2f0-20ec3d923b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:42.884969 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0b43168a-e4ac-48b1-875b-28a14848a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:43.200641 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-508a9c1a-0748-4ead-9209-9ec4fcb9df19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:44.474173 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e9c3df85-0dcc-462d-a7ff-c1960534f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:46.213853 dv-cinder-801522-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02d3b4f2-18e0-4770-84d3-048270571496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739505087263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3634016'] for agent, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:52.922774 dv-cinder-801522-2-iscsi neutron-server[93411]: DEBUG neutron.db.agents_db [None req-4325e020-196e-4ef9-a0ba-5e0ce8956c6a None None] Agent healthcheck: found 6 active agents {{(pid=93411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}